Class cascading.pipe.assembly.AssemblyHelpersPlatformTest

2016-01-14 16:05:16,099 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(195)) - found 1 test platforms from classpath
2016-01-14 16:05:16,127 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(244)) - adding test: cascading.pipe.assembly.AssemblyHelpersPlatformTest, with platform: hadoop2-tez
2016-01-14 16:05:16,173 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-01-14 16:05:16,566 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-01-14 16:05:16,948 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(73)) - platform property overrides: 
2016-01-14 16:05:17,461 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:17,463 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:17,584 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 4C6044A0F1C949DC8BF3465B3569F3AA
2016-01-14 16:05:17,800 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.107
2016-01-14 16:05:17,838 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.146
2016-01-14 16:05:17,841 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:17,841 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:17,843 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:17,990 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:18,164 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:18,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false583
2016-01-14 16:05:18,344 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: AC62E8461DB94FA2BD4A57D68453EF2F,E4AB7D255877487C8A9AF0E92D2594AD and FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:18,377 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.0.4
2016-01-14 16:05:18,379 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting
2016-01-14 16:05:18,380 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:18,380 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:18,380 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false583"]
2016-01-14 16:05:18,381 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  parallel execution of steps is enabled: false
2016-01-14 16:05:18,381 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  executing total steps: 1
2016-01-14 16:05:18,381 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  allocating management threads: 1
2016-01-14 16:05:18,382 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting step: (1/1) ...Merge/multimerge+false583
2016-01-14 16:05:18,382 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:18,400 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tez session mode enabled: true
2016-01-14 16:05:18,503 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:18,509 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:18,509 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:18,550 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5/.tez/application_1452787518508_0001 doesn't exist and is created
2016-01-14 16:05:18,614 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:18,614 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:18,615 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5/.tez/application_1452787518508_0001
2016-01-14 16:05:18,643 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787518508_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:18,684 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:18,699 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:18,715 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-01-14 16:05:18,715 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-01-14 16:05:18,715 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:18,724 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:18,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:18,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5/.tez/application_1452787518508_0001/localmode-log-dir
2016-01-14 16:05:18,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5/.tez/application_1452787518508_0001/localmode-log-dir/history.txt.appattempt_1452787518508_0001_000000, maxErrors=10
2016-01-14 16:05:18,732 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:18,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787518508_0001_000000, appSubmitTime=1452787518630, launchTime=1452787518643
2016-01-14 16:05:18,743 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:18,744 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:18,769 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:18,769 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:18,816 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 16:05:18,816 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 16:05:18,816 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:18,827 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:57398
2016-01-14 16:05:18,867 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:18,917 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-01-14 16:05:18,917 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-01-14 16:05:18,917 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:18,935 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:18,935 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787518508_0001_000000, startTime=1452787518934
2016-01-14 16:05:18,935 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:19,017 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:19,034 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:19,034 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...Merge/multimerge+false583, applicationId=application_1452787518508_0001, dagName=[05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583
2016-01-14 16:05:19,241 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583
2016-01-14 16:05:19,345 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787518508_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5/.tez/application_1452787518508_0001/localmode-log-dir/dag_1452787518508_0001_1.dot
2016-01-14 16:05:19,349 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5/.tez/application_1452787518508_0001/localmode-log-dir/dag_1452787518508_0001_1-tez-dag.pb.txt
2016-01-14 16:05:19,448 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787518508_0001_1
2016-01-14 16:05:19,449 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:19,449 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583
2016-01-14 16:05:19 Running Dag: dag_1452787518508_0001_1
2016-01-14 16:05:19,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:19,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787518508_0001_1, submitTime=1452787519242
2016-01-14 16:05:19,530 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:19,538 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:19,541 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:19,541 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787518508_0001_1, initTime=1452787519493
2016-01-14 16:05:19,543 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787518508_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:19,548 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:DAG_STARTED]: dagID=dag_1452787518508_0001_1, startTime=1452787519547
2016-01-14 16:05:19,548 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:19,548 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:19,550 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787518508_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:19,551 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E4AB7D255877487C8A9AF0E92D2594AD : {7B11316A768F4E57B1E258B40CFFC99E={InputName=7B11316A768F4E57B1E258B40CFFC99E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:19,551 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7B11316A768F4E57B1E258B40CFFC99E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:19,553 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:19,560 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...Merge/multimerge+false583, applicationId=application_1452787518508_0001, dagName=[05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583
2016-01-14 16:05:19,560 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:19,560 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:19,563 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]. Starting root input initializers: 1
2016-01-14 16:05:19,579 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7B11316A768F4E57B1E258B40CFFC99E on vertex vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:19,597 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:19,598 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AC62E8461DB94FA2BD4A57D68453EF2F : {1F7604A5B5034C7580CD94265A223C03={InputName=1F7604A5B5034C7580CD94265A223C03}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:19,598 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 1F7604A5B5034C7580CD94265A223C03, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:19,598 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:19,598 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:19,598 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:19,599 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]. Starting root input initializers: 1
2016-01-14 16:05:19,605 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:19,605 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:19,607 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7B11316A768F4E57B1E258B40CFFC99E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:19,611 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:19,612 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:19,613 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:19,610 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 1F7604A5B5034C7580CD94265A223C03 on vertex vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:19,630 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] submitted tez dag to app master: application_1452787518508_0001, with dag id: dag_1452787518508_0001_1
2016-01-14 16:05:19,638 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:19,638 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 1F7604A5B5034C7580CD94265A223C03 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:19,639 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:19,639 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:19,672 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:19,674 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:19,674 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:19,675 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7B11316A768F4E57B1E258B40CFFC99E on vertex vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:19,675 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 1F7604A5B5034C7580CD94265A223C03 on vertex vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:19,675 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:19,696 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:19,698 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:19,698 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=245B7987321E4FED9230C2F58F884040, vertexId=vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:19,731 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=245B7987321E4FED9230C2F58F884040, vertexId=vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:19,757 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=245B7987321E4FED9230C2F58F884040, vertexName=FE682B1AA09B43D9AF58E711363D2AF7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:19,767 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=245B7987321E4FED9230C2F58F884040, vertexId=vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:19,772 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:19,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FE682B1AA09B43D9AF58E711363D2AF7, vertexId=vertex_1452787518508_0001_1_02, initRequestedTime=1452787519606, initedTime=1452787519771, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:19,772 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:19,773 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:19,773 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {1F7604A5B5034C7580CD94265A223C03=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:19,774 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] parallelism set to 1
2016-01-14 16:05:19,774 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:19,784 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787518508_0001_1_01, eventCount=1
2016-01-14 16:05:19,785 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:19,785 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC62E8461DB94FA2BD4A57D68453EF2F, vertexId=vertex_1452787518508_0001_1_01, initRequestedTime=1452787519598, initedTime=1452787519785, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:19,786 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] with distanceFromRoot: 0
2016-01-14 16:05:19,786 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:19,787 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:19,787 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7B11316A768F4E57B1E258B40CFFC99E=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:19,788 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] parallelism set to 1
2016-01-14 16:05:19,788 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:19,788 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787518508_0001_1_00, eventCount=1
2016-01-14 16:05:19,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:19,793 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E4AB7D255877487C8A9AF0E92D2594AD, vertexId=vertex_1452787518508_0001_1_00, initRequestedTime=1452787519551, initedTime=1452787519789, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:19,795 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] with distanceFromRoot: 0
2016-01-14 16:05:19,795 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:19,797 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AC62E8461DB94FA2BD4A57D68453EF2F
2016-01-14 16:05:19,800 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:19,802 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:19,803 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787518508_0001_1_01, startRequestedTime=1452787519796, startedTime=1452787519796
2016-01-14 16:05:19,804 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:19,804 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E4AB7D255877487C8A9AF0E92D2594AD
2016-01-14 16:05:19,804 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:19,806 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:19,806 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787518508_0001_1_00, startRequestedTime=1452787519804, startedTime=1452787519804
2016-01-14 16:05:19,807 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:19,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:19,837 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_STARTED]: vertexName=AC62E8461DB94FA2BD4A57D68453EF2F, taskId=task_1452787518508_0001_1_01_000000, scheduledTime=1452787519836, launchTime=1452787519836
2016-01-14 16:05:19,838 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:19,838 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787518508_0001_1_01 for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] numStartedSources: 1 numSources: 2
2016-01-14 16:05:19,838 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] numStartedSources: 1 numSources: 2
2016-01-14 16:05:19,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:19,839 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_STARTED]: vertexName=E4AB7D255877487C8A9AF0E92D2594AD, taskId=task_1452787518508_0001_1_00_000000, scheduledTime=1452787519838, launchTime=1452787519838
2016-01-14 16:05:19,839 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:19,841 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787518508_0001_1_00 for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] numStartedSources: 2 numSources: 2
2016-01-14 16:05:19,842 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] with distanceFromRoot: 1
2016-01-14 16:05:19,844 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:19,844 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:19,849 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E4AB7D255877487C8A9AF0E92D2594AD in vertex: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:19,849 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: AC62E8461DB94FA2BD4A57D68453EF2F in vertex: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:19,852 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FE682B1AA09B43D9AF58E711363D2AF7 with 2 source tasks and 1 pending tasks
2016-01-14 16:05:19,852 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787518508_0001_1_02, startRequestedTime=1452787519845, startedTime=1452787519845
2016-01-14 16:05:19,852 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:19,852 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:19,855 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583, VertexName: AC62E8461DB94FA2BD4A57D68453EF2F, VertexParallelism: 1, TaskAttemptID:attempt_1452787518508_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1F7604A5B5034C7580CD94265A223C03, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FE682B1AA09B43D9AF58E711363D2AF7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:19,857 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:19,858 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583, VertexName: E4AB7D255877487C8A9AF0E92D2594AD, VertexParallelism: 1, TaskAttemptID:attempt_1452787518508_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7B11316A768F4E57B1E258B40CFFC99E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FE682B1AA09B43D9AF58E711363D2AF7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:19,859 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:19,859 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:19,862 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:19,897 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:19,900 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:19,900 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:19,904 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787518508_0001_00_000001
2016-01-14 16:05:19,905 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:19,907 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787518508_0001_00_000002
2016-01-14 16:05:19,908 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:19,916 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787518508_0001_00_000001
2016-01-14 16:05:19,916 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:19,920 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:19,921 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:19,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787518508_0001_00_000001, launchTime=1452787519920
2016-01-14 16:05:19,926 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787518508_0001_00_000001
2016-01-14 16:05:19,931 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787518508_0001_1_01_000000_0] to container: [container_1452787518508_0001_00_000001]
2016-01-14 16:05:19,933 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:19,932 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787518508_0001_00_000002
2016-01-14 16:05:19,934 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:19,935 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787518508_0001_00_000001 given task: attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:19,935 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787518508_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:19,935 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787518508_0001_1_01_000000_0] started. Is using containerId: [container_1452787518508_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:19,936 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:19,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787518508_0001_00_000002, launchTime=1452787519936
2016-01-14 16:05:19,937 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:19,938 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC62E8461DB94FA2BD4A57D68453EF2F, taskAttemptId=attempt_1452787518508_0001_1_01_000000_0, startTime=1452787519934, containerId=container_1452787518508_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787518508_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:19 Starting to run new task attempt: attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:19,939 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:19,940 INFO  counters.Limits (Limits.java:ensureInitialized(59)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=128, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-01-14 16:05:19,939 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:19,940 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:19,939 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787518508_0001_00_000002
2016-01-14 16:05:19,942 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:19,947 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:19,947 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:19,949 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:19,949 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:19,950 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:19,952 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787518508_0001_1_00_000000_0] to container: [container_1452787518508_0001_00_000002]
2016-01-14 16:05:19,952 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:19,952 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787518508_0001_00_000002 given task: attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:19,953 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787518508_0001_00_000002: 12 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:19 Starting to run new task attempt: attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:19,953 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:19,953 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:19,954 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:19,954 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787518508_0001_1_00_000000_0] started. Is using containerId: [container_1452787518508_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:19,954 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:19,954 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:19,955 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:19,955 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:19,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E4AB7D255877487C8A9AF0E92D2594AD, taskAttemptId=attempt_1452787518508_0001_1_00_000000_0, startTime=1452787519953, containerId=container_1452787518508_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787518508_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:19,956 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:19,956 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:19,974 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:19,974 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:19,975 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583, VertexName: E4AB7D255877487C8A9AF0E92D2594AD, VertexParallelism: 1, TaskAttemptID:attempt_1452787518508_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7B11316A768F4E57B1E258B40CFFC99E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FE682B1AA09B43D9AF58E711363D2AF7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:19,975 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583, VertexName: AC62E8461DB94FA2BD4A57D68453EF2F, VertexParallelism: 1, TaskAttemptID:attempt_1452787518508_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1F7604A5B5034C7580CD94265A223C03, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FE682B1AA09B43D9AF58E711363D2AF7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:19,979 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:19,979 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:19,987 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:19,987 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:19,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:19,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:19,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:19,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:19,990 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787518508_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:19,992 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787518508_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:19,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=1F7604A5B5034C7580CD94265A223C03, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:19,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7B11316A768F4E57B1E258B40CFFC99E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:19,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:19,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:20,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:20,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FE682B1AA09B43D9AF58E711363D2AF7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:19,997 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:20,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FE682B1AA09B43D9AF58E711363D2AF7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:20,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7B11316A768F4E57B1E258B40CFFC99E
2016-01-14 16:05:20,001 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 1F7604A5B5034C7580CD94265A223C03
2016-01-14 16:05:20,002 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:20,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:20,005 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 1F7604A5B5034C7580CD94265A223C03
2016-01-14 16:05:20,013 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7B11316A768F4E57B1E258B40CFFC99E
2016-01-14 16:05:20,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,033 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:20,033 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,035 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:20,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,036 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 1F7604A5B5034C7580CD94265A223C03
2016-01-14 16:05:20,037 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 1F7604A5B5034C7580CD94265A223C03
2016-01-14 16:05:20,036 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:20,039 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:20,044 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7B11316A768F4E57B1E258B40CFFC99E
2016-01-14 16:05:20,044 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7B11316A768F4E57B1E258B40CFFC99E
2016-01-14 16:05:20,037 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:20,040 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:20,045 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,063 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC62E8461DB94FA2BD4A57D68453EF2F, ordinal: 0
2016-01-14 16:05:20,064 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC62E8461DB94FA2BD4A57D68453EF2F, mem on start (mb), free: 238, total: 281, max: 672
2016-01-14 16:05:20,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:20,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:20,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:20,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:20,065 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:20,071 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:20,072 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:20,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:20,073 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:20,074 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E4AB7D255877487C8A9AF0E92D2594AD, ordinal: 1
2016-01-14 16:05:20,074 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E4AB7D255877487C8A9AF0E92D2594AD, mem on start (mb), free: 237, total: 281, max: 672
2016-01-14 16:05:20,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:20,074 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:20,075 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:20,075 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:20,075 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:20,074 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:20,076 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 1F7604A5B5034C7580CD94265A223C03, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:20,077 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FE682B1AA09B43D9AF58E711363D2AF7, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:20,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:20,079 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 1F7604A5B5034C7580CD94265A223C03 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:20,079 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:20,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:20,076 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:20,079 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 1F7604A5B5034C7580CD94265A223C03
2016-01-14 16:05:20,081 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:20,081 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 1F7604A5B5034C7580CD94265A223C03
2016-01-14 16:05:20,081 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:20,082 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:20,082 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:20,083 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:20,083 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7B11316A768F4E57B1E258B40CFFC99E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:20,083 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FE682B1AA09B43D9AF58E711363D2AF7, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:20,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:20,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7B11316A768F4E57B1E258B40CFFC99E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:20,084 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7B11316A768F4E57B1E258B40CFFC99E
2016-01-14 16:05:20,085 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:20,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:20,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7B11316A768F4E57B1E258B40CFFC99E
2016-01-14 16:05:20,086 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:20,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:20,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:20,089 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:20,092 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:20,092 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:20,094 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:20,110 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@15df71f8
2016-01-14 16:05:20,110 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@15df71f8
2016-01-14 16:05:20,127 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@15df71f8
2016-01-14 16:05:20,128 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:20,128 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:20,127 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@15df71f8
2016-01-14 16:05:20,129 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:20,129 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:20,136 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:20,137 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:20,165 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 1F7604A5B5034C7580CD94265A223C03
2016-01-14 16:05:20,166 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: ECA1CB2F08F04B918DC557B6D80647D8
2016-01-14 16:05:20,166 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] ECA1CB2F08F04B918DC557B6D80647D8
2016-01-14 16:05:20,168 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: 7B11316A768F4E57B1E258B40CFFC99E
2016-01-14 16:05:20,168 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: ECA1CB2F08F04B918DC557B6D80647D8
2016-01-14 16:05:20,169 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] ECA1CB2F08F04B918DC557B6D80647D8
2016-01-14 16:05:20,193 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2931f965; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@fec6b04; comparator=cascading.tuple.hadoop.util.TupleComparator@396994d5; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:20,197 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2931f965; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@fec6b04; comparator=cascading.tuple.hadoop.util.TupleComparator@37f3c382; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:20,199 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:20,199 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:20,200 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:20,200 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:20,202 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:20,202 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:20,335 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:20,335 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:20,336 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:20,336 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:20,336 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:20,356 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:20,357 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:20,357 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:20,357 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:20,357 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:20,373 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:20,373 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:20,376 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC62E8461DB94FA2BD4A57D68453EF2F, all 1 inputs ready in: 00:00:00.002
2016-01-14 16:05:20,387 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:20,387 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 125, total: 382, max: 672
2016-01-14 16:05:20,388 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,392 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:20,392 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 125, total: 382, max: 672
2016-01-14 16:05:20,392 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,394 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:20,394 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 125, total: 382, max: 672
2016-01-14 16:05:20,394 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,395 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:20,396 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 125, total: 382, max: 672
2016-01-14 16:05:20,397 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,398 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:20,398 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC62E8461DB94FA2BD4A57D68453EF2F, mem on close (mb), free: 125, total: 382, max: 672
2016-01-14 16:05:20,399 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:20,399 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:20,400 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2016-01-14 16:05:20,400 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:20,421 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:20 Completed running task attempt: attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:20,448 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787518508_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:20,450 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787518508_0001_1_01, eventCount=1
2016-01-14 16:05:20,454 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=770, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787520377, Process_Duration=21, Process_End_Time=1452787520398, Read_Duration=4, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:20,454 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:20,456 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:20,458 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:20,458 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787518508_0001_00_000001
2016-01-14 16:05:20,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC62E8461DB94FA2BD4A57D68453EF2F, taskAttemptId=attempt_1452787518508_0001_1_01_000000_0, startTime=1452787519934, finishTime=1452787520451, timeTaken=517, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=770, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520377, Process_Duration=21, Process_End_Time=1452787520398, Read_Duration=4, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:20,463 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:20,463 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:20,465 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:20,468 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:20,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_FINISHED]: vertexName=AC62E8461DB94FA2BD4A57D68453EF2F, taskId=task_1452787518508_0001_1_01_000000, startTime=1452787519934, finishTime=1452787520466, timeTaken=532, status=SUCCEEDED, successfulAttemptID=attempt_1452787518508_0001_1_01_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=770, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520377, Process_Duration=21, Process_End_Time=1452787520398, Read_Duration=4, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:20,484 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:20,485 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] : 1
2016-01-14 16:05:20,486 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:20,496 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:20,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_FINISHED]: vertexName=AC62E8461DB94FA2BD4A57D68453EF2F, vertexId=vertex_1452787518508_0001_1_01, initRequestedTime=1452787519598, initedTime=1452787519785, startRequestedTime=1452787519796, startedTime=1452787519796, finishTime=1452787520486, timeTaken=690, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=770, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520377, Process_Duration=21, Process_End_Time=1452787520398, Read_Duration=4, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787519934, firstTasksToStart=[ task_1452787518508_0001_1_01_000000 ], lastTaskFinishTime=1452787520451, lastTasksToFinish=[ task_1452787518508_0001_1_01_000000 ], minTaskDuration=517, maxTaskDuration=517, avgTaskDuration=517.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787518508_0001_1_01_000000 ], longestDurationTasks=[ task_1452787518508_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:20,499 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:20,502 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:20,503 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E4AB7D255877487C8A9AF0E92D2594AD, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:20,502 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:20,508 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:20,506 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:20,509 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 116, total: 382, max: 672
2016-01-14 16:05:20,509 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:20,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787518508_0001_00_000001, stoppedTime=1452787520509, exitStatus=0
2016-01-14 16:05:20,511 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:20,511 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 116, total: 382, max: 672
2016-01-14 16:05:20,512 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,511 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:20,512 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:20,512 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 116, total: 382, max: 672
2016-01-14 16:05:20,512 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,512 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] attempt: attempt_1452787518508_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:20,513 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:20,513 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:20,513 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 116, total: 382, max: 672
2016-01-14 16:05:20,514 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787518508_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:20,514 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 56% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:20,514 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:20,515 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:20,515 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E4AB7D255877487C8A9AF0E92D2594AD, mem on close (mb), free: 116, total: 382, max: 672
2016-01-14 16:05:20,515 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:20,515 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:20,515 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2016-01-14 16:05:20,516 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:20,518 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:20,522 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787518508_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:20,522 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787518508_0001_00_000001: 62 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:20,522 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787518508_0001_00_000001, Exiting
2016-01-14 16:05:20,522 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787518508_0001_00_000001
2016-01-14 16:05:20,522 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787518508_0001_00_000001
2016-01-14 16:05:20 Completed running task attempt: attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:20,523 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787518508_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:20,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787518508_0001_1_00, eventCount=1
2016-01-14 16:05:20,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9626, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787520503, Process_Duration=12, Process_End_Time=1452787520515, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:20,527 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:20,527 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:20,529 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:20,529 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787518508_0001_00_000002
2016-01-14 16:05:20,528 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787518508_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:20,530 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787518508_0001_00_000001 completed successfully
2016-01-14 16:05:20,531 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E4AB7D255877487C8A9AF0E92D2594AD, taskAttemptId=attempt_1452787518508_0001_1_00_000000_0, startTime=1452787519953, finishTime=1452787520527, timeTaken=574, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9626, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520503, Process_Duration=12, Process_End_Time=1452787520515, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:20,531 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:20,532 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:20,532 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:20,533 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:20,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_FINISHED]: vertexName=E4AB7D255877487C8A9AF0E92D2594AD, taskId=task_1452787518508_0001_1_00_000000, startTime=1452787519953, finishTime=1452787520532, timeTaken=579, status=SUCCEEDED, successfulAttemptID=attempt_1452787518508_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9626, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520503, Process_Duration=12, Process_End_Time=1452787520515, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:20,537 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:20,538 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:20,540 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] : 1
2016-01-14 16:05:20,540 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:20,541 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:20,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_FINISHED]: vertexName=E4AB7D255877487C8A9AF0E92D2594AD, vertexId=vertex_1452787518508_0001_1_00, initRequestedTime=1452787519551, initedTime=1452787519789, startRequestedTime=1452787519804, startedTime=1452787519804, finishTime=1452787520540, timeTaken=736, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9626, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520503, Process_Duration=12, Process_End_Time=1452787520515, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787519953, firstTasksToStart=[ task_1452787518508_0001_1_00_000000 ], lastTaskFinishTime=1452787520527, lastTasksToFinish=[ task_1452787518508_0001_1_00_000000 ], minTaskDuration=574, maxTaskDuration=574, avgTaskDuration=574.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787518508_0001_1_00_000000 ], longestDurationTasks=[ task_1452787518508_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:20,545 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:20,545 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:20,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:20,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787518508_0001_00_000002, stoppedTime=1452787520546, exitStatus=0
2016-01-14 16:05:20,547 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:20,547 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] attempt: attempt_1452787518508_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:20,548 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,548 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:20,552 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:20,554 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787518508_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 16:05:20,554 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:20,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_STARTED]: vertexName=FE682B1AA09B43D9AF58E711363D2AF7, taskId=task_1452787518508_0001_1_02_000000, scheduledTime=1452787520554, launchTime=1452787520554
2016-01-14 16:05:20,555 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:20,555 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:20,556 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:20,556 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583, VertexName: FE682B1AA09B43D9AF58E711363D2AF7, VertexParallelism: 1, TaskAttemptID:attempt_1452787518508_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AC62E8461DB94FA2BD4A57D68453EF2F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E4AB7D255877487C8A9AF0E92D2594AD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=245B7987321E4FED9230C2F58F884040, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: FE682B1AA09B43D9AF58E711363D2AF7 { AC62E8461DB94FA2BD4A57D68453EF2F E4AB7D255877487C8A9AF0E92D2594AD } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:20,557 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:20,557 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:20,558 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787518508_0001_00_000003
2016-01-14 16:05:20,558 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:20,561 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787518508_0001_00_000003
2016-01-14 16:05:20,561 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787518508_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:20,561 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787518508_0001_00_000002: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:20,562 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787518508_0001_00_000002, Exiting
2016-01-14 16:05:20,562 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:20,562 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787518508_0001_00_000002
2016-01-14 16:05:20,562 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787518508_0001_00_000002
2016-01-14 16:05:20,567 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787518508_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:20,567 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787518508_0001_00_000002 completed successfully
2016-01-14 16:05:20,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787518508_0001_00_000003, launchTime=1452787520566
2016-01-14 16:05:20,568 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:20,568 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:20,569 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:20,569 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787518508_0001_00_000003
2016-01-14 16:05:20,570 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787518508_0001_1_02_000000_0] to container: [container_1452787518508_0001_00_000003]
2016-01-14 16:05:20,570 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:20,571 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787518508_0001_1_02_000000_0] started. Is using containerId: [container_1452787518508_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:20,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:20,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FE682B1AA09B43D9AF58E711363D2AF7, taskAttemptId=attempt_1452787518508_0001_1_02_000000_0, startTime=1452787520570, containerId=container_1452787518508_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787518508_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:20,571 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:20,571 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787518508_0001_00_000003 given task: attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,572 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787518508_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,572 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:20 Starting to run new task attempt: attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,572 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,572 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:20,572 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:20,572 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:20,573 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:20,573 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:20,573 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:20,573 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5] name/(1/1) ...Merge/multimerge+false583, VertexName: FE682B1AA09B43D9AF58E711363D2AF7, VertexParallelism: 1, TaskAttemptID:attempt_1452787518508_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AC62E8461DB94FA2BD4A57D68453EF2F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E4AB7D255877487C8A9AF0E92D2594AD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=245B7987321E4FED9230C2F58F884040, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: FE682B1AA09B43D9AF58E711363D2AF7 { AC62E8461DB94FA2BD4A57D68453EF2F E4AB7D255877487C8A9AF0E92D2594AD } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:20,573 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:20,574 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:20,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:20,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=AC62E8461DB94FA2BD4A57D68453EF2F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:20,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:20,581 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: AC62E8461DB94FA2BD4A57D68453EF2F
2016-01-14 16:05:20,578 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787518508_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:20,582 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E4AB7D255877487C8A9AF0E92D2594AD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:20,583 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=245B7987321E4FED9230C2F58F884040, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:20,582 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:20,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:20,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 245B7987321E4FED9230C2F58F884040
2016-01-14 16:05:20,584 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:20,585 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 245B7987321E4FED9230C2F58F884040
2016-01-14 16:05:20,586 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:20,583 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:20,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E4AB7D255877487C8A9AF0E92D2594AD
2016-01-14 16:05:20,595 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:20,595 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:20,596 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: AC62E8461DB94FA2BD4A57D68453EF2F
2016-01-14 16:05:20,597 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:20,603 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:20,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: AC62E8461DB94FA2BD4A57D68453EF2F
2016-01-14 16:05:20,604 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: E4AB7D255877487C8A9AF0E92D2594AD
2016-01-14 16:05:20,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E4AB7D255877487C8A9AF0E92D2594AD
2016-01-14 16:05:20,614 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:20,614 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 245B7987321E4FED9230C2F58F884040
2016-01-14 16:05:20,620 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FE682B1AA09B43D9AF58E711363D2AF7, ordinal: 2
2016-01-14 16:05:20,620 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE682B1AA09B43D9AF58E711363D2AF7, mem on start (mb), free: 108, total: 382, max: 672
2016-01-14 16:05:20,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:20,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:20,621 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:20,621 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:20,621 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:20,623 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: FE682B1AA09B43D9AF58E711363D2AF7 { AC62E8461DB94FA2BD4A57D68453EF2F E4AB7D255877487C8A9AF0E92D2594AD } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
2016-01-14 16:05:20,625 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:20,625 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:20,626 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:20,626 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:20,626 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:20,627 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:20,627 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 16:05:20,627 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 245B7987321E4FED9230C2F58F884040, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:20,628 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, AC62E8461DB94FA2BD4A57D68453EF2F, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:20,628 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E4AB7D255877487C8A9AF0E92D2594AD, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:20,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:20,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring AC62E8461DB94FA2BD4A57D68453EF2F for start, since it will be controlled via it's Group
2016-01-14 16:05:20,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring E4AB7D255877487C8A9AF0E92D2594AD for start, since it will be controlled via it's Group
2016-01-14 16:05:20,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: FE682B1AA09B43D9AF58E711363D2AF7 being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:20,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:20,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:20,638 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:20,638 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:20,641 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: AC62E8461DB94FA2BD4A57D68453EF2F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:20,643 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:20,644 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:20,647 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:20,650 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:20,651 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:20,652 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E4AB7D255877487C8A9AF0E92D2594AD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:20,652 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:20,653 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:20,653 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:20,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FE682B1AA09B43D9AF58E711363D2AF7
2016-01-14 16:05:20,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:20,656 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,657 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787518508_0001_1_01_000000_0_10006, runDuration: 402328, ]
2016-01-14 16:05:20,659 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2016-01-14 16:05:20,662 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787518508_0001_1_00_000000_0_10005, runDuration: 496579, ]
2016-01-14 16:05:20,666 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787518508_0001_1_00_000000_0_10005] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787520666, TimeTaken=3, Rate=0.07 MB/s
2016-01-14 16:05:20,666 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E4AB7D255877487C8A9AF0E92D2594AD
2016-01-14 16:05:20,665 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787518508_0001_1_01_000000_0_10006] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787520665, TimeTaken=2, Rate=0.10 MB/s
2016-01-14 16:05:20,666 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : AC62E8461DB94FA2BD4A57D68453EF2F
2016-01-14 16:05:20,667 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:20,667 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] streamed: true, id: ECA1CB2F08F04B918DC557B6D80647D8
2016-01-14 16:05:20,667 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:20,668 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false583"], id: 245B7987321E4FED9230C2F58F884040
2016-01-14 16:05:20,668 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [E4AB7D255877487C8A9AF0E92D2594AD] #2 in 6ms
2016-01-14 16:05:20,667 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [AC62E8461DB94FA2BD4A57D68453EF2F] #1 in 5ms
2016-01-14 16:05:20,668 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false583"]
2016-01-14 16:05:20,668 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E4AB7D255877487C8A9AF0E92D2594AD] #2, status:false, isInterrupted:false
2016-01-14 16:05:20,668 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [AC62E8461DB94FA2BD4A57D68453EF2F] #1, status:false, isInterrupted:false
2016-01-14 16:05:20,670 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:20,670 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:20,673 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 218 bytes from disk
2016-01-14 16:05:20,673 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 218 bytes from disk
2016-01-14 16:05:20,674 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:20,675 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] ECA1CB2F08F04B918DC557B6D80647D8, for 1 inputs
2016-01-14 16:05:20,674 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:20,679 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:20,679 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:20,682 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-01-14 16:05:20,682 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-01-14 16:05:20,683 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : AC62E8461DB94FA2BD4A57D68453EF2F
2016-01-14 16:05:20,683 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E4AB7D255877487C8A9AF0E92D2594AD
2016-01-14 16:05:20,683 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FE682B1AA09B43D9AF58E711363D2AF7, all 1 inputs ready in: 00:00:00.008
2016-01-14 16:05:20,683 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:20,684 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:20,690 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@3e48983b; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1002696f
2016-01-14 16:05:20,693 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@3b53bb3b; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@76293cea
2016-01-14 16:05:20,705 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:20,706 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:20,707 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,707 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787518508_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 16:05:20,709 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,710 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE682B1AA09B43D9AF58E711363D2AF7, mem on close (mb), free: 100, total: 382, max: 672
2016-01-14 16:05:20,710 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: AC62E8461DB94FA2BD4A57D68453EF2F
2016-01-14 16:05:20,711 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:20,713 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:20,713 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:20,713 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:20,713 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:20,714 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E4AB7D255877487C8A9AF0E92D2594AD
2016-01-14 16:05:20,714 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:20,716 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:20,716 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:20,716 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:20,716 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:20 Completed running task attempt: attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,718 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787518508_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:20,720 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:20,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FE682B1AA09B43D9AF58E711363D2AF7, taskAttemptId=attempt_1452787518508_0001_1_02_000000_0, startTime=1452787520570, finishTime=1452787520719, timeTaken=149, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=45, FIRST_EVENT_RECEIVED=24, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520685, Process_Duration=24, Process_End_Time=1452787520709, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:20,723 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787518508_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:20,723 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:20,723 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=45, FIRST_EVENT_RECEIVED=24, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787520685, Process_Duration=24, Process_End_Time=1452787520709, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:20,725 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:20,725 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:20,725 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787518508_0001_00_000003
2016-01-14 16:05:20,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:20,727 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:TASK_FINISHED]: vertexName=FE682B1AA09B43D9AF58E711363D2AF7, taskId=task_1452787518508_0001_1_02_000000, startTime=1452787520570, finishTime=1452787520724, timeTaken=154, status=SUCCEEDED, successfulAttemptID=attempt_1452787518508_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=45, FIRST_EVENT_RECEIVED=24, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520685, Process_Duration=24, Process_End_Time=1452787520709, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:20,731 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787518508_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:20,732 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] : 1
2016-01-14 16:05:20,732 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:20,733 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:20,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:VERTEX_FINISHED]: vertexName=FE682B1AA09B43D9AF58E711363D2AF7, vertexId=vertex_1452787518508_0001_1_02, initRequestedTime=1452787519606, initedTime=1452787519771, startRequestedTime=1452787519845, startedTime=1452787519845, finishTime=1452787520732, timeTaken=887, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=45, FIRST_EVENT_RECEIVED=24, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787520685, Process_Duration=24, Process_End_Time=1452787520709, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787520570, firstTasksToStart=[ task_1452787518508_0001_1_02_000000 ], lastTaskFinishTime=1452787520719, lastTasksToFinish=[ task_1452787518508_0001_1_02_000000 ], minTaskDuration=149, maxTaskDuration=149, avgTaskDuration=149.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787518508_0001_1_02_000000 ], longestDurationTasks=[ task_1452787518508_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:20,735 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:20,736 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:20,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787518508_0001_00_000003, stoppedTime=1452787520736, exitStatus=0
2016-01-14 16:05:20,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:20,736 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:20,737 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:20,738 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787518508_0001_1
2016-01-14 16:05:20,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787518508_0001_1
2016-01-14 16:05:20,739 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787518508_0001_1_00 [E4AB7D255877487C8A9AF0E92D2594AD]
2016-01-14 16:05:20,739 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 245B7987321E4FED9230C2F58F884040 for vertex: vertex_1452787518508_0001_1_02 [FE682B1AA09B43D9AF58E711363D2AF7]
2016-01-14 16:05:20,742 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787518508_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:20,742 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787518508_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:20,742 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787518508_0001_00_000003, Exiting
2016-01-14 16:05:20,742 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787518508_0001_00_000003
2016-01-14 16:05:20,743 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787518508_0001_00_000003
2016-01-14 16:05:20,743 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787518508_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:20,743 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787518508_0001_00_000003 completed successfully
2016-01-14 16:05:20,754 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787518508_0001_1_01 [AC62E8461DB94FA2BD4A57D68453EF2F]
2016-01-14 16:05:20,762 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787518508_0001_1, queueSize=0
2016-01-14 16:05:20,762 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:20,765 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787518508_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787518508_0001_1, startTime=1452787519547, finishTime=1452787520754, timeTaken=1207, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=829, FILE_BYTES_WRITTEN=10463, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1201668096, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=428, OUTPUT_BYTES_PHYSICAL=436, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=30, MERGE_PHASE_TIME=45, FIRST_EVENT_RECEIVED=24, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358362561565, Process_Duration=57, Process_End_Time=4358362561622, Read_Duration=9, Tuples_Read=44, Tuples_Written=23, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:20,767 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787518508_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:20,767 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787518508_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:20,767 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787518508_0001_00_000003
2016-01-14 16:05:20,767 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787518508_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:20 Completed Dag: dag_1452787518508_0001_1
2016-01-14 16:05:20,769 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787518508_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:20,769 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787518508_0001_1_post
2016-01-14 16:05:20,769 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:20,769 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:20,778 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...Merge/multimerge+false583, applicationId=application_1452787518508_0001
2016-01-14 16:05:20,782 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:20,782 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:20,782 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:20,783 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:20,783 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:20,784 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:20,786 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:20,786 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:20,786 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:20,787 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:20,787 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:20,788 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:20,788 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:20,795 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/05F6DE21C7E44B379FF06D4BCDE1E323/D78129C390034A45954CD39EBDB620B5/.tez/application_1452787518508_0001
2016-01-14 16:05:20,796 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  completed in: 00:02.416
2016-01-14 16:05:20,895 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMerge/multimerge+false583
2016-01-14 16:05:20,948 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:20,949 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:21,034 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.038
2016-01-14 16:05:21,058 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.063
2016-01-14 16:05:21,060 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:21,060 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:21,061 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:21,088 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:21,110 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring
2016-01-14 16:05:21,234 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting
2016-01-14 16:05:21,234 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:21,235 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  sink: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring"]
2016-01-14 16:05:21,236 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  parallel execution of steps is enabled: false
2016-01-14 16:05:21,236 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  executing total steps: 1
2016-01-14 16:05:21,236 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  allocating management threads: 1
2016-01-14 16:05:21,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting step: (1/1) ...stMinByString/minbystring
2016-01-14 16:05:21,238 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:21,258 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tez session mode enabled: true
2016-01-14 16:05:21,265 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:21,265 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:21,266 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:21,279 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2/.tez/application_1452787521265_0001 doesn't exist and is created
2016-01-14 16:05:21,303 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:21,303 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:21,304 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2/.tez/application_1452787521265_0001
2016-01-14 16:05:21,308 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787521265_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:21,321 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:21,322 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:21,325 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:21,325 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:21,325 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2/.tez/application_1452787521265_0001/localmode-log-dir
2016-01-14 16:05:21,325 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2/.tez/application_1452787521265_0001/localmode-log-dir/history.txt.appattempt_1452787521265_0001_000000, maxErrors=10
2016-01-14 16:05:21,326 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:21,326 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787521265_0001_000000, appSubmitTime=1452787521308, launchTime=1452787521308
2016-01-14 16:05:21,338 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:21,339 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:21,340 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:21,342 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:21,351 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:36112
2016-01-14 16:05:21,353 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:21,356 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:21,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787521265_0001_000000, startTime=1452787521356
2016-01-14 16:05:21,357 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:21,404 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:21,404 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:21,404 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...stMinByString/minbystring, applicationId=application_1452787521265_0001, dagName=[7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring
2016-01-14 16:05:21,428 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring
2016-01-14 16:05:21,430 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787521265_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2/.tez/application_1452787521265_0001/localmode-log-dir/dag_1452787521265_0001_1.dot
2016-01-14 16:05:21,433 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2/.tez/application_1452787521265_0001/localmode-log-dir/dag_1452787521265_0001_1-tez-dag.pb.txt
2016-01-14 16:05:21,463 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787521265_0001_1
2016-01-14 16:05:21,464 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:21,464 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring
2016-01-14 16:05:21 Running Dag: dag_1452787521265_0001_1
2016-01-14 16:05:21,479 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:21,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787521265_0001_1, submitTime=1452787521428
2016-01-14 16:05:21,482 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FBF316A540DE42A79692F8C506119E21
2016-01-14 16:05:21,482 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:21,482 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:21,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787521265_0001_1, initTime=1452787521480
2016-01-14 16:05:21,483 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787521265_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:21,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:DAG_STARTED]: dagID=dag_1452787521265_0001_1, startTime=1452787521483
2016-01-14 16:05:21,484 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:21,484 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:21,484 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787521265_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:21,484 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F09971E6BEC0430CAED0330B491C851A : {B104B86355A8491689F4077677F4D54F={InputName=B104B86355A8491689F4077677F4D54F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:21,484 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B104B86355A8491689F4077677F4D54F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:21,484 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,485 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,485 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,485 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]. Starting root input initializers: 1
2016-01-14 16:05:21,487 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:21,487 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,487 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...stMinByString/minbystring, applicationId=application_1452787521265_0001, dagName=[7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring
2016-01-14 16:05:21,487 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B104B86355A8491689F4077677F4D54F on vertex vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,492 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:21,493 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:21,493 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,493 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B104B86355A8491689F4077677F4D54F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:21,494 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,494 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,494 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=2C6ECF24B9E64BC3857778845E33954C, vertexId=vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:21,494 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=2C6ECF24B9E64BC3857778845E33954C, vertexId=vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,495 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:21,496 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:21,498 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=2C6ECF24B9E64BC3857778845E33954C, vertexName=FBF316A540DE42A79692F8C506119E21, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:21,498 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=2C6ECF24B9E64BC3857778845E33954C, vertexId=vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,499 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:21,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FBF316A540DE42A79692F8C506119E21, vertexId=vertex_1452787521265_0001_1_01, initRequestedTime=1452787521487, initedTime=1452787521499, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:21,500 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:21,502 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:21,503 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B104B86355A8491689F4077677F4D54F on vertex vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,504 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:21,504 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B104B86355A8491689F4077677F4D54F=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:21,504 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] parallelism set to 1
2016-01-14 16:05:21,504 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:21,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787521265_0001_1_00, eventCount=1
2016-01-14 16:05:21,506 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:21,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F09971E6BEC0430CAED0330B491C851A, vertexId=vertex_1452787521265_0001_1_00, initRequestedTime=1452787521484, initedTime=1452787521506, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:21,507 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] with distanceFromRoot: 0
2016-01-14 16:05:21,508 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:21,508 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,508 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:21,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787521265_0001_1_00, startRequestedTime=1452787521508, startedTime=1452787521508
2016-01-14 16:05:21,509 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:21,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:21,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_STARTED]: vertexName=F09971E6BEC0430CAED0330B491C851A, taskId=task_1452787521265_0001_1_00_000000, scheduledTime=1452787521510, launchTime=1452787521510
2016-01-14 16:05:21,511 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787521265_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:21,512 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787521265_0001_1_00 for vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] numStartedSources: 1 numSources: 1
2016-01-14 16:05:21,512 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] with distanceFromRoot: 1
2016-01-14 16:05:21,512 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,514 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F09971E6BEC0430CAED0330B491C851A in vertex: FBF316A540DE42A79692F8C506119E21
2016-01-14 16:05:21,514 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FBF316A540DE42A79692F8C506119E21 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:21,515 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:21,515 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787521265_0001_1_01, startRequestedTime=1452787521514, startedTime=1452787521514
2016-01-14 16:05:21,515 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:21,516 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring, VertexName: F09971E6BEC0430CAED0330B491C851A, VertexParallelism: 1, TaskAttemptID:attempt_1452787521265_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B104B86355A8491689F4077677F4D54F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FBF316A540DE42A79692F8C506119E21, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:21,516 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787521265_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:21,517 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:21,518 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:21,518 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:21,519 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:21,519 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] submitted tez dag to app master: application_1452787521265_0001, with dag id: dag_1452787521265_0001_1
2016-01-14 16:05:21,520 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787521265_0001_00_000001
2016-01-14 16:05:21,520 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:21,523 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787521265_0001_00_000001
2016-01-14 16:05:21,524 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:21,525 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:21,525 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:21,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787521265_0001_00_000001, launchTime=1452787521525
2016-01-14 16:05:21,526 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787521265_0001_00_000001
2016-01-14 16:05:21,528 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787521265_0001_1_00_000000_0] to container: [container_1452787521265_0001_00_000001]
2016-01-14 16:05:21,528 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:21,528 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787521265_0001_1_00_000000_0] started. Is using containerId: [container_1452787521265_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:21,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F09971E6BEC0430CAED0330B491C851A, taskAttemptId=attempt_1452787521265_0001_1_00_000000_0, startTime=1452787521528, containerId=container_1452787521265_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787521265_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:21,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:21,529 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787521265_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:21,529 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787521265_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:21,529 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787521265_0001_00_000001 given task: attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,530 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787521265_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21 Starting to run new task attempt: attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,530 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,530 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:21,530 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:21,531 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:21,531 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:21,531 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:21,531 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:21,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring, VertexName: F09971E6BEC0430CAED0330B491C851A, VertexParallelism: 1, TaskAttemptID:attempt_1452787521265_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B104B86355A8491689F4077677F4D54F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FBF316A540DE42A79692F8C506119E21, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:21,531 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:21,532 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:21,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:21,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B104B86355A8491689F4077677F4D54F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:21,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FBF316A540DE42A79692F8C506119E21, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:21,536 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:21,536 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B104B86355A8491689F4077677F4D54F
2016-01-14 16:05:21,536 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B104B86355A8491689F4077677F4D54F
2016-01-14 16:05:21,533 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:21,536 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787521265_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:21,537 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:21,538 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FBF316A540DE42A79692F8C506119E21
2016-01-14 16:05:21,541 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:21,541 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:21,541 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FBF316A540DE42A79692F8C506119E21
2016-01-14 16:05:21,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FBF316A540DE42A79692F8C506119E21
2016-01-14 16:05:21,547 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:21,547 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B104B86355A8491689F4077677F4D54F
2016-01-14 16:05:21,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B104B86355A8491689F4077677F4D54F
2016-01-14 16:05:21,555 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F09971E6BEC0430CAED0330B491C851A, ordinal: 0
2016-01-14 16:05:21,555 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F09971E6BEC0430CAED0330B491C851A, mem on start (mb), free: 113, total: 382, max: 672
2016-01-14 16:05:21,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:21,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:21,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:21,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:21,555 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:21,556 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:21,556 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:21,556 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:21,556 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:21,556 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:21,556 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B104B86355A8491689F4077677F4D54F, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:21,557 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FBF316A540DE42A79692F8C506119E21, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:21,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:21,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B104B86355A8491689F4077677F4D54F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:21,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B104B86355A8491689F4077677F4D54F
2016-01-14 16:05:21,558 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:21,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B104B86355A8491689F4077677F4D54F
2016-01-14 16:05:21,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:21,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:21,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:21,561 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,561 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:21,562 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@4f5ce3ae
2016-01-14 16:05:21,563 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@4f5ce3ae
2016-01-14 16:05:21,564 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:21,564 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:21,565 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:21,566 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: B104B86355A8491689F4077677F4D54F
2016-01-14 16:05:21,566 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'num']], id: 2AC22751A1E140DDB2F459066D38BB3C
2016-01-14 16:05:21,566 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'num']] 2AC22751A1E140DDB2F459066D38BB3C
2016-01-14 16:05:21,568 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@977faf; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@5a3fba76; comparator=cascading.tuple.hadoop.util.TupleComparator@deac744; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:21,568 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:21,569 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:21,569 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:21,684 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:21,684 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:21,684 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:21,684 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:21,684 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:21,685 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:21,685 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:21,686 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F09971E6BEC0430CAED0330B491C851A, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:21,687 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:21,687 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 111, total: 482, max: 672
2016-01-14 16:05:21,687 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 71% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:21,689 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:21,689 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 111, total: 482, max: 672
2016-01-14 16:05:21,689 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 71% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:21,690 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,690 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F09971E6BEC0430CAED0330B491C851A, mem on close (mb), free: 111, total: 482, max: 672
2016-01-14 16:05:21,690 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:21,690 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:21,691 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 16:05:21,691 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 16:05:21,694 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:21 Completed running task attempt: attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,703 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787521265_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:21,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787521686, Process_Duration=4, Process_End_Time=1452787521690, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-01-14 16:05:21,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787521265_0001_1_00, eventCount=1
2016-01-14 16:05:21,704 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:21,704 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:21,705 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:21,705 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F09971E6BEC0430CAED0330B491C851A, taskAttemptId=attempt_1452787521265_0001_1_00_000000_0, startTime=1452787521528, finishTime=1452787521704, timeTaken=176, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787521686, Process_Duration=4, Process_End_Time=1452787521690, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:21,706 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787521265_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:21,706 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21,706 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_FINISHED]: vertexName=F09971E6BEC0430CAED0330B491C851A, taskId=task_1452787521265_0001_1_00_000000, startTime=1452787521528, finishTime=1452787521706, timeTaken=178, status=SUCCEEDED, successfulAttemptID=attempt_1452787521265_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787521686, Process_Duration=4, Process_End_Time=1452787521690, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:21,707 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:21,707 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787521265_0001_00_000001
2016-01-14 16:05:21,707 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:21,707 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787521265_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:21,710 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] : 1
2016-01-14 16:05:21,710 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,713 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:21,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_FINISHED]: vertexName=F09971E6BEC0430CAED0330B491C851A, vertexId=vertex_1452787521265_0001_1_00, initRequestedTime=1452787521484, initedTime=1452787521506, startRequestedTime=1452787521508, startedTime=1452787521508, finishTime=1452787521710, timeTaken=202, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787521686, Process_Duration=4, Process_End_Time=1452787521690, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1452787521528, firstTasksToStart=[ task_1452787521265_0001_1_00_000000 ], lastTaskFinishTime=1452787521704, lastTasksToFinish=[ task_1452787521265_0001_1_00_000000 ], minTaskDuration=176, maxTaskDuration=176, avgTaskDuration=176.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787521265_0001_1_00_000000 ], longestDurationTasks=[ task_1452787521265_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:21,713 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:21,714 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:21,715 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:21,715 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787521265_0001_00_000001, stoppedTime=1452787521714, exitStatus=0
2016-01-14 16:05:21,715 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:21,716 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] attempt: attempt_1452787521265_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:21,716 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FBF316A540DE42A79692F8C506119E21
2016-01-14 16:05:21,716 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,717 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:21,717 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787521265_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:21,717 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:21,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_STARTED]: vertexName=FBF316A540DE42A79692F8C506119E21, taskId=task_1452787521265_0001_1_01_000000, scheduledTime=1452787521717, launchTime=1452787521717
2016-01-14 16:05:21,718 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787521265_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:21,718 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,718 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:21,719 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring, VertexName: FBF316A540DE42A79692F8C506119E21, VertexParallelism: 1, TaskAttemptID:attempt_1452787521265_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F09971E6BEC0430CAED0330B491C851A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2C6ECF24B9E64BC3857778845E33954C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:21,719 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787521265_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:21,719 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:21,720 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787521265_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:21,720 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787521265_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:21,720 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787521265_0001_00_000001, Exiting
2016-01-14 16:05:21,720 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787521265_0001_00_000001
2016-01-14 16:05:21,720 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787521265_0001_00_000001
2016-01-14 16:05:21,721 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787521265_0001_00_000002
2016-01-14 16:05:21,722 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:21,722 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787521265_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:21,724 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787521265_0001_00_000001 completed successfully
2016-01-14 16:05:21,724 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:21,726 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787521265_0001_00_000002
2016-01-14 16:05:21,727 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:21,729 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:21,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787521265_0001_00_000002, launchTime=1452787521729
2016-01-14 16:05:21,729 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:21,730 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787521265_0001_00_000002
2016-01-14 16:05:21,730 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787521265_0001_1_01_000000_0] to container: [container_1452787521265_0001_00_000002]
2016-01-14 16:05:21,731 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:21,731 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787521265_0001_00_000002 given task: attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,731 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787521265_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,731 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787521265_0001_1_01_000000_0] started. Is using containerId: [container_1452787521265_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:21,731 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:21,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FBF316A540DE42A79692F8C506119E21, taskAttemptId=attempt_1452787521265_0001_1_01_000000_0, startTime=1452787521731, containerId=container_1452787521265_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787521265_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:21,732 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787521265_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:21,732 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787521265_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:21 Starting to run new task attempt: attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,733 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,733 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:21,734 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:21,734 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:21,734 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:21,735 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:21,735 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:21,735 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2] max/(1/1) ...stMinByString/minbystring, VertexName: FBF316A540DE42A79692F8C506119E21, VertexParallelism: 1, TaskAttemptID:attempt_1452787521265_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F09971E6BEC0430CAED0330B491C851A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2C6ECF24B9E64BC3857778845E33954C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:21,736 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:21,737 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,737 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:21,737 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:21,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:21,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F09971E6BEC0430CAED0330B491C851A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:21,739 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787521265_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:21,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:21,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,743 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:21,749 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:21,749 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:21,750 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=2C6ECF24B9E64BC3857778845E33954C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:21,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:21,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 2C6ECF24B9E64BC3857778845E33954C
2016-01-14 16:05:21,755 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:21,755 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 2C6ECF24B9E64BC3857778845E33954C
2016-01-14 16:05:21,757 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FBF316A540DE42A79692F8C506119E21, ordinal: 1
2016-01-14 16:05:21,758 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FBF316A540DE42A79692F8C506119E21, mem on start (mb), free: 104, total: 482, max: 672
2016-01-14 16:05:21,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:21,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:21,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:21,769 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:21,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 2C6ECF24B9E64BC3857778845E33954C
2016-01-14 16:05:21,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:21,770 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:21,770 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:21,770 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:21,770 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:21,771 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:21,771 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:21,771 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F09971E6BEC0430CAED0330B491C851A, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:21,771 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 2C6ECF24B9E64BC3857778845E33954C, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:21,771 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:21,771 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F09971E6BEC0430CAED0330B491C851A being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:21,772 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,772 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:21,772 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:21,774 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:21,774 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:21,774 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F09971E6BEC0430CAED0330B491C851A with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:21,775 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:21,775 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:21,775 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:21,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:21,777 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,780 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787521265_0001_1_00_000000_0_10013, runDuration: 158601, ]
2016-01-14 16:05:21,781 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'num']]
2016-01-14 16:05:21,783 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'num']] streamed: true, id: 2AC22751A1E140DDB2F459066D38BB3C
2016-01-14 16:05:21,783 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring"], id: 2C6ECF24B9E64BC3857778845E33954C
2016-01-14 16:05:21,784 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787521265_0001_1_00_000000_0_10013] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452787521784, TimeTaken=1, Rate=0.09 MB/s
2016-01-14 16:05:21,784 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,784 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:21,784 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F09971E6BEC0430CAED0330B491C851A] #3 in 2ms
2016-01-14 16:05:21,784 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring"]
2016-01-14 16:05:21,785 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'num']] 2AC22751A1E140DDB2F459066D38BB3C, for 1 inputs
2016-01-14 16:05:21,786 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F09971E6BEC0430CAED0330B491C851A] #3, status:false, isInterrupted:false
2016-01-14 16:05:21,787 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:21,787 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 16:05:21,787 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:21,787 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:21,787 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 16:05:21,788 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,790 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:21,790 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FBF316A540DE42A79692F8C506119E21, all 1 inputs ready in: 00:00:00.005
2016-01-14 16:05:21,791 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@5cf90a8b; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@62235b5c
2016-01-14 16:05:21,794 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:21,794 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:21,795 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,796 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787521265_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:21,797 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,797 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FBF316A540DE42A79692F8C506119E21, mem on close (mb), free: 100, total: 482, max: 672
2016-01-14 16:05:21,797 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F09971E6BEC0430CAED0330B491C851A
2016-01-14 16:05:21,798 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:21,798 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:21,799 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:21,799 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:21,799 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:21 Completed running task attempt: attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,800 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787521265_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:21,801 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787521791, Process_Duration=6, Process_End_Time=1452787521797, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:21,802 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:21,802 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:21,802 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FBF316A540DE42A79692F8C506119E21, taskAttemptId=attempt_1452787521265_0001_1_01_000000_0, startTime=1452787521731, finishTime=1452787521801, timeTaken=70, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787521791, Process_Duration=6, Process_End_Time=1452787521797, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:21,802 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787521265_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:21,803 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:21,802 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:21,802 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787521265_0001_00_000002
2016-01-14 16:05:21,803 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21,805 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:21,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:TASK_FINISHED]: vertexName=FBF316A540DE42A79692F8C506119E21, taskId=task_1452787521265_0001_1_01_000000, startTime=1452787521731, finishTime=1452787521804, timeTaken=73, status=SUCCEEDED, successfulAttemptID=attempt_1452787521265_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787521791, Process_Duration=6, Process_End_Time=1452787521797, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:21,806 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787521265_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:21,806 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] : 1
2016-01-14 16:05:21,806 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,808 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:21,809 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:VERTEX_FINISHED]: vertexName=FBF316A540DE42A79692F8C506119E21, vertexId=vertex_1452787521265_0001_1_01, initRequestedTime=1452787521487, initedTime=1452787521499, startRequestedTime=1452787521514, startedTime=1452787521514, finishTime=1452787521807, timeTaken=293, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=505937920, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787521791, Process_Duration=6, Process_End_Time=1452787521797, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787521731, firstTasksToStart=[ task_1452787521265_0001_1_01_000000 ], lastTaskFinishTime=1452787521801, lastTasksToFinish=[ task_1452787521265_0001_1_01_000000 ], minTaskDuration=70, maxTaskDuration=70, avgTaskDuration=70.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787521265_0001_1_01_000000 ], longestDurationTasks=[ task_1452787521265_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:21,810 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:21,810 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:21,811 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:21,811 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787521265_0001_00_000002, stoppedTime=1452787521811, exitStatus=0
2016-01-14 16:05:21,811 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:21,812 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:21,812 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787521265_0001_1
2016-01-14 16:05:21,813 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787521265_0001_1
2016-01-14 16:05:21,813 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 2C6ECF24B9E64BC3857778845E33954C for vertex: vertex_1452787521265_0001_1_01 [FBF316A540DE42A79692F8C506119E21]
2016-01-14 16:05:21,816 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787521265_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:21,816 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787521265_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:21,816 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787521265_0001_00_000002, Exiting
2016-01-14 16:05:21,817 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787521265_0001_00_000002
2016-01-14 16:05:21,817 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787521265_0001_00_000002
2016-01-14 16:05:21,818 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787521265_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:21,818 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787521265_0001_00_000002 completed successfully
2016-01-14 16:05:21,825 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787521265_0001_1_00 [F09971E6BEC0430CAED0330B491C851A]
2016-01-14 16:05:21,828 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787521265_0001_1, queueSize=0
2016-01-14 16:05:21,828 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:21,829 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787521265_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787521265_0001_1, startTime=1452787521483, finishTime=1452787521825, timeTaken=342, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=237, FILE_BYTES_WRITTEN=159, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1011875840, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575043477, Process_Duration=10, Process_End_Time=2905575043487, Read_Duration=2, Tuples_Read=18, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:21,829 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787521265_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:21,829 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787521265_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:21,830 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787521265_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:21 Completed Dag: dag_1452787521265_0001_1
2016-01-14 16:05:21,830 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787521265_0001_00_000002
2016-01-14 16:05:21,831 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787521265_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:21,832 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787521265_0001_1_post
2016-01-14 16:05:21,832 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:21,833 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:21,838 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...stMinByString/minbystring, applicationId=application_1452787521265_0001
2016-01-14 16:05:21,842 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:21,842 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:21,842 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:21,842 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:21,842 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:21,843 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:21,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:21,844 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:21,844 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:21,844 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:21,844 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:21,845 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:21,846 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:21,851 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7FAEC8A9977845F287C0F1E55BF50B59/DDAFA8C7314745508946DF06712A8EA2/.tez/application_1452787521265_0001
2016-01-14 16:05:21,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  completed in: 00:00.618
2016-01-14 16:05:21,944 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMinByString/minbystring
2016-01-14 16:05:21,991 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:21,992 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:22,054 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.034
2016-01-14 16:05:22,090 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.070
2016-01-14 16:05:22,091 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:22,091 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:22,092 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:22,115 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:22,127 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:22,140 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage
2016-01-14 16:05:22,222 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: ADCB34EEAFE447908843175450101196,D5D22BC88934442A92A786168B935B0D and C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,224 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] starting
2016-01-14 16:05:22,225 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:22,225 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:22,226 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage"]
2016-01-14 16:05:22,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs]  parallel execution of steps is enabled: false
2016-01-14 16:05:22,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs]  executing total steps: 1
2016-01-14 16:05:22,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs]  allocating management threads: 1
2016-01-14 16:05:22,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] starting step: (1/1) ...AverageMerge/mergeaverage
2016-01-14 16:05:22,228 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [average-lhs+average-rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:22,243 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] tez session mode enabled: true
2016-01-14 16:05:22,248 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:22,248 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:22,248 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:22,258 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8/.tez/application_1452787522248_0001 doesn't exist and is created
2016-01-14 16:05:22,277 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:22,277 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:22,278 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8/.tez/application_1452787522248_0001
2016-01-14 16:05:22,282 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787522248_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:22,294 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:22,295 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:22,297 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:22,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:22,297 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8/.tez/application_1452787522248_0001/localmode-log-dir
2016-01-14 16:05:22,298 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8/.tez/application_1452787522248_0001/localmode-log-dir/history.txt.appattempt_1452787522248_0001_000000, maxErrors=10
2016-01-14 16:05:22,298 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:22,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787522248_0001_000000, appSubmitTime=1452787522282, launchTime=1452787522282
2016-01-14 16:05:22,308 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:42898
2016-01-14 16:05:22,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:22,312 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:22,313 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:22,314 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:22,315 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:22,318 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:22,318 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787522248_0001_000000, startTime=1452787522318
2016-01-14 16:05:22,318 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:22,377 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:22,377 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:22,377 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...AverageMerge/mergeaverage, applicationId=application_1452787522248_0001, dagName=[0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-01-14 16:05:22,397 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-01-14 16:05:22,399 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787522248_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8/.tez/application_1452787522248_0001/localmode-log-dir/dag_1452787522248_0001_1.dot
2016-01-14 16:05:22,401 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8/.tez/application_1452787522248_0001/localmode-log-dir/dag_1452787522248_0001_1-tez-dag.pb.txt
2016-01-14 16:05:22,437 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787522248_0001_1
2016-01-14 16:05:22,437 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:22,437 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-01-14 16:05:22 Running Dag: dag_1452787522248_0001_1
2016-01-14 16:05:22,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787522248_0001_1, submitTime=1452787522397
2016-01-14 16:05:22,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:22,457 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,457 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:22,458 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787522248_0001_1, initTime=1452787522456
2016-01-14 16:05:22,458 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:22,459 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787522248_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:22,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:DAG_STARTED]: dagID=dag_1452787522248_0001_1, startTime=1452787522459
2016-01-14 16:05:22,460 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:22,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:22,460 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787522248_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:22,460 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: ADCB34EEAFE447908843175450101196 : {FD2FB35EF1FB4EF4B1A1CD72FBB514C7={InputName=FD2FB35EF1FB4EF4B1A1CD72FBB514C7}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:22,460 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: FD2FB35EF1FB4EF4B1A1CD72FBB514C7, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:22,460 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:22,460 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:22,461 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:22,461 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]. Starting root input initializers: 1
2016-01-14 16:05:22,461 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...AverageMerge/mergeaverage, applicationId=application_1452787522248_0001, dagName=[0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage
2016-01-14 16:05:22,462 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:22,462 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D5D22BC88934442A92A786168B935B0D : {5548365329354E21896F2220CD451629={InputName=5548365329354E21896F2220CD451629}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:22,462 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 5548365329354E21896F2220CD451629, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:22,462 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:22,462 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:22,462 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:22,463 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]. Starting root input initializers: 1
2016-01-14 16:05:22,463 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: FD2FB35EF1FB4EF4B1A1CD72FBB514C7 on vertex vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:22,465 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:22,465 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input FD2FB35EF1FB4EF4B1A1CD72FBB514C7 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:22,466 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:22,466 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:22,469 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:22,470 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:22,470 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:22,470 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:22,470 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=2CED42989AF2457AAB4529BEA7661B81, vertexId=vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:22,470 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=2CED42989AF2457AAB4529BEA7661B81, vertexId=vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:22,474 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:22,474 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:22,476 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=2CED42989AF2457AAB4529BEA7661B81, vertexName=C21FD087673A48A193B033B662358485, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:22,477 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=2CED42989AF2457AAB4529BEA7661B81, vertexId=vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:22,478 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:22,479 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: FD2FB35EF1FB4EF4B1A1CD72FBB514C7 on vertex vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:22,479 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 5548365329354E21896F2220CD451629 on vertex vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:22,483 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:22,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C21FD087673A48A193B033B662358485, vertexId=vertex_1452787522248_0001_1_02, initRequestedTime=1452787522466, initedTime=1452787522481, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:22,484 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:22,484 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:22,485 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {FD2FB35EF1FB4EF4B1A1CD72FBB514C7=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:22,485 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] parallelism set to 1
2016-01-14 16:05:22,485 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:22,484 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:22,486 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 5548365329354E21896F2220CD451629 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:22,486 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:22,487 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787522248_0001_1_01, eventCount=1
2016-01-14 16:05:22,488 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ADCB34EEAFE447908843175450101196, vertexId=vertex_1452787522248_0001_1_01, initRequestedTime=1452787522460, initedTime=1452787522487, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:22,488 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] with distanceFromRoot: 0
2016-01-14 16:05:22,488 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:22,487 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:22,489 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in ADCB34EEAFE447908843175450101196
2016-01-14 16:05:22,488 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:22,491 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:22,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787522248_0001_1_01, startRequestedTime=1452787522489, startedTime=1452787522489
2016-01-14 16:05:22,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:22,492 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:22,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:22,492 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:22,494 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 5548365329354E21896F2220CD451629 on vertex vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:22,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_STARTED]: vertexName=ADCB34EEAFE447908843175450101196, taskId=task_1452787522248_0001_1_01_000000, scheduledTime=1452787522493, launchTime=1452787522493
2016-01-14 16:05:22,497 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:22,498 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787522248_0001_1_01 for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] numStartedSources: 1 numSources: 2
2016-01-14 16:05:22,498 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] numStartedSources: 1 numSources: 2
2016-01-14 16:05:22,499 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:22,500 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:22,500 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {5548365329354E21896F2220CD451629=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:22,501 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] parallelism set to 1
2016-01-14 16:05:22,501 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:22,502 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs] submitted tez dag to app master: application_1452787522248_0001, with dag id: dag_1452787522248_0001_1
2016-01-14 16:05:22,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787522248_0001_1_00, eventCount=1
2016-01-14 16:05:22,505 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:22,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D5D22BC88934442A92A786168B935B0D, vertexId=vertex_1452787522248_0001_1_00, initRequestedTime=1452787522462, initedTime=1452787522504, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:22,505 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] with distanceFromRoot: 0
2016-01-14 16:05:22,506 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:22,507 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: ADCB34EEAFE447908843175450101196, VertexParallelism: 1, TaskAttemptID:attempt_1452787522248_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FD2FB35EF1FB4EF4B1A1CD72FBB514C7, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C21FD087673A48A193B033B662358485, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:22,508 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:22,508 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D5D22BC88934442A92A786168B935B0D
2016-01-14 16:05:22,511 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:22,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787522248_0001_1_00, startRequestedTime=1452787522508, startedTime=1452787522508
2016-01-14 16:05:22,511 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:22,512 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:22,512 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:22,513 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:22,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_STARTED]: vertexName=D5D22BC88934442A92A786168B935B0D, taskId=task_1452787522248_0001_1_00_000000, scheduledTime=1452787522513, launchTime=1452787522513
2016-01-14 16:05:22,514 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:22,514 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:22,514 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787522248_0001_1_00 for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] numStartedSources: 2 numSources: 2
2016-01-14 16:05:22,514 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] with distanceFromRoot: 1
2016-01-14 16:05:22,515 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:22,516 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:22,517 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:22,517 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787522248_0001_00_000001
2016-01-14 16:05:22,519 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:22,520 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: ADCB34EEAFE447908843175450101196 in vertex: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,521 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D5D22BC88934442A92A786168B935B0D in vertex: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,521 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C21FD087673A48A193B033B662358485 with 2 source tasks and 1 pending tasks
2016-01-14 16:05:22,521 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:22,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787522248_0001_1_02, startRequestedTime=1452787522520, startedTime=1452787522520
2016-01-14 16:05:22,522 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:22,522 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: D5D22BC88934442A92A786168B935B0D, VertexParallelism: 1, TaskAttemptID:attempt_1452787522248_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5548365329354E21896F2220CD451629, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C21FD087673A48A193B033B662358485, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:22,523 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:22,524 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:22,525 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787522248_0001_00_000001
2016-01-14 16:05:22,525 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:22,525 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787522248_0001_00_000002
2016-01-14 16:05:22,526 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:22,526 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:22,527 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:22,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787522248_0001_00_000001, launchTime=1452787522526
2016-01-14 16:05:22,528 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787522248_0001_00_000002
2016-01-14 16:05:22,528 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:22,529 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787522248_0001_00_000001
2016-01-14 16:05:22,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787522248_0001_00_000002, launchTime=1452787522529
2016-01-14 16:05:22,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:22,529 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:22,531 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787522248_0001_1_01_000000_0] to container: [container_1452787522248_0001_00_000001]
2016-01-14 16:05:22,532 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:22,531 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787522248_0001_00_000002
2016-01-14 16:05:22,532 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787522248_0001_1_01_000000_0] started. Is using containerId: [container_1452787522248_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:22,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ADCB34EEAFE447908843175450101196, taskAttemptId=attempt_1452787522248_0001_1_01_000000_0, startTime=1452787522532, containerId=container_1452787522248_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787522248_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:22,533 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:22,533 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:22,534 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787522248_0001_1_00_000000_0] to container: [container_1452787522248_0001_00_000002]
2016-01-14 16:05:22,534 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:22,534 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787522248_0001_00_000002 given task: attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:22,535 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787522248_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:22,535 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787522248_0001_1_00_000000_0] started. Is using containerId: [container_1452787522248_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:22,535 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D5D22BC88934442A92A786168B935B0D, taskAttemptId=attempt_1452787522248_0001_1_00_000000_0, startTime=1452787522534, containerId=container_1452787522248_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787522248_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:22,535 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:22,535 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:22 Starting to run new task attempt: attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:22,535 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:22,536 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:22,536 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:22,536 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:22,533 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:22,536 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:22,536 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:22,537 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:22,537 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: D5D22BC88934442A92A786168B935B0D, VertexParallelism: 1, TaskAttemptID:attempt_1452787522248_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5548365329354E21896F2220CD451629, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C21FD087673A48A193B033B662358485, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:22,537 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:22,534 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787522248_0001_00_000001 given task: attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:22,542 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787522248_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:22,541 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:22,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:22,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:22,536 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:22 Starting to run new task attempt: attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:22,542 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787522248_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:22,545 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:22,545 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:22,545 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:22,545 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:22,545 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:22,545 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:22,545 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:22,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: ADCB34EEAFE447908843175450101196, VertexParallelism: 1, TaskAttemptID:attempt_1452787522248_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FD2FB35EF1FB4EF4B1A1CD72FBB514C7, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C21FD087673A48A193B033B662358485, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:22,545 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:22,546 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:22,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:22,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:22,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:22,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=5548365329354E21896F2220CD451629, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:22,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C21FD087673A48A193B033B662358485, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:22,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:22,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:22,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,550 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:22,550 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,552 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:22,553 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787522248_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:22,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 5548365329354E21896F2220CD451629
2016-01-14 16:05:22,554 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 5548365329354E21896F2220CD451629
2016-01-14 16:05:22,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FD2FB35EF1FB4EF4B1A1CD72FBB514C7, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:22,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:22,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FD2FB35EF1FB4EF4B1A1CD72FBB514C7
2016-01-14 16:05:22,555 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: FD2FB35EF1FB4EF4B1A1CD72FBB514C7
2016-01-14 16:05:22,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:22,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C21FD087673A48A193B033B662358485, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:22,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:22,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,559 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:22,559 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:22,559 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:22,560 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 5548365329354E21896F2220CD451629
2016-01-14 16:05:22,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 5548365329354E21896F2220CD451629
2016-01-14 16:05:22,559 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C21FD087673A48A193B033B662358485
2016-01-14 16:05:22,565 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:22,565 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: FD2FB35EF1FB4EF4B1A1CD72FBB514C7
2016-01-14 16:05:22,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FD2FB35EF1FB4EF4B1A1CD72FBB514C7
2016-01-14 16:05:22,566 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D5D22BC88934442A92A786168B935B0D, ordinal: 1
2016-01-14 16:05:22,566 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D5D22BC88934442A92A786168B935B0D, mem on start (mb), free: 209, total: 590, max: 672
2016-01-14 16:05:22,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:22,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:22,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:22,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:22,567 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:22,567 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:22,567 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:22,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:22,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:22,568 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:22,568 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C21FD087673A48A193B033B662358485, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:22,568 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 5548365329354E21896F2220CD451629, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:22,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:22,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 5548365329354E21896F2220CD451629 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:22,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 5548365329354E21896F2220CD451629
2016-01-14 16:05:22,569 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:22,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 5548365329354E21896F2220CD451629
2016-01-14 16:05:22,569 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:22,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:22,570 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:22,571 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:22,576 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:22,576 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: 5548365329354E21896F2220CD451629
2016-01-14 16:05:22,577 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']], id: E9C17547A0594C048D0571A6EC9D2DB9
2016-01-14 16:05:22,577 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] E9C17547A0594C048D0571A6EC9D2DB9
2016-01-14 16:05:22,578 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@373be5d0; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@3d6cd704; comparator=cascading.tuple.hadoop.util.TupleComparator@3498671d; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:22,580 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:22,580 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:22,580 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:22,582 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:22,584 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@297bd5d1
2016-01-14 16:05:22,586 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ADCB34EEAFE447908843175450101196, ordinal: 0
2016-01-14 16:05:22,586 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADCB34EEAFE447908843175450101196, mem on start (mb), free: 107, total: 590, max: 672
2016-01-14 16:05:22,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:22,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:22,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:22,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:22,588 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:22,588 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:22,589 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:22,589 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:22,589 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:22,590 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:22,590 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FD2FB35EF1FB4EF4B1A1CD72FBB514C7, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:22,590 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C21FD087673A48A193B033B662358485, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:22,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:22,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FD2FB35EF1FB4EF4B1A1CD72FBB514C7
2016-01-14 16:05:22,591 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:22,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FD2FB35EF1FB4EF4B1A1CD72FBB514C7
2016-01-14 16:05:22,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FD2FB35EF1FB4EF4B1A1CD72FBB514C7 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:22,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:22,592 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@297bd5d1
2016-01-14 16:05:22,593 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:22,593 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:22,593 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:22,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:22,596 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:22,619 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:22,619 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:22,619 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:22,619 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:22,621 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:22,620 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: FD2FB35EF1FB4EF4B1A1CD72FBB514C7
2016-01-14 16:05:22,622 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']], id: E9C17547A0594C048D0571A6EC9D2DB9
2016-01-14 16:05:22,622 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:22,623 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:22,623 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@ede9641
2016-01-14 16:05:22,625 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] E9C17547A0594C048D0571A6EC9D2DB9
2016-01-14 16:05:22,626 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@ede9641
2016-01-14 16:05:22,626 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:22,626 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:22,627 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:22,627 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:22,627 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D5D22BC88934442A92A786168B935B0D, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:22,627 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@41a40f05; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@79d632ed; comparator=cascading.tuple.hadoop.util.TupleComparator@5da9a418; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:22,629 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:22,629 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 105, total: 590, max: 672
2016-01-14 16:05:22,629 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:22,630 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:22,630 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:23,034 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:23,034 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 438, max: 672
2016-01-14 16:05:23,034 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:23,035 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:23,035 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 220, total: 438, max: 672
2016-01-14 16:05:23,035 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:23,036 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:23,036 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 219, total: 438, max: 672
2016-01-14 16:05:23,036 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:23,037 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:23,037 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D5D22BC88934442A92A786168B935B0D, mem on close (mb), free: 219, total: 438, max: 672
2016-01-14 16:05:23,037 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:23,037 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:23,037 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2016-01-14 16:05:23,037 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:23,041 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:23,047 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:23,047 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:23,047 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:23,047 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:23,047 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:23,047 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787522248_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:23,049 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:23,049 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787522248_0001_1_00, eventCount=1
2016-01-14 16:05:23,049 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:23,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=615, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787522628, Process_Duration=409, Process_End_Time=1452787523037, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=403][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:23,050 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:23,050 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,050 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:23,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D5D22BC88934442A92A786168B935B0D, taskAttemptId=attempt_1452787522248_0001_1_00_000000_0, startTime=1452787522534, finishTime=1452787523050, timeTaken=516, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=615, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787522628, Process_Duration=409, Process_End_Time=1452787523037, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=403, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:23,050 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ADCB34EEAFE447908843175450101196, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:23,051 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:23,052 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:23,051 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787522248_0001_00_000002
2016-01-14 16:05:23,052 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:23,053 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 217, total: 438, max: 672
2016-01-14 16:05:23,053 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:23,055 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:23,055 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 217, total: 438, max: 672
2016-01-14 16:05:23,055 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:23,052 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:23,056 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:23,056 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 217, total: 438, max: 672
2016-01-14 16:05:23,056 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:23,056 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:23,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_FINISHED]: vertexName=D5D22BC88934442A92A786168B935B0D, taskId=task_1452787522248_0001_1_00_000000, startTime=1452787522534, finishTime=1452787523056, timeTaken=522, status=SUCCEEDED, successfulAttemptID=attempt_1452787522248_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=615, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787522628, Process_Duration=409, Process_End_Time=1452787523037, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=403, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:23,057 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:23,057 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 217, total: 438, max: 672
2016-01-14 16:05:23,057 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 65% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:23,057 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:23,058 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:23,058 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADCB34EEAFE447908843175450101196, mem on close (mb), free: 217, total: 438, max: 672
2016-01-14 16:05:23,058 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:23,058 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:23,058 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2016-01-14 16:05:23,058 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:23,059 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] : 1
2016-01-14 16:05:23,059 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:23,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:23,061 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:23,062 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_FINISHED]: vertexName=D5D22BC88934442A92A786168B935B0D, vertexId=vertex_1452787522248_0001_1_00, initRequestedTime=1452787522462, initedTime=1452787522504, startRequestedTime=1452787522508, startedTime=1452787522508, finishTime=1452787523059, timeTaken=551, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=615, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787522628, Process_Duration=409, Process_End_Time=1452787523037, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=403, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787522534, firstTasksToStart=[ task_1452787522248_0001_1_00_000000 ], lastTaskFinishTime=1452787523050, lastTasksToFinish=[ task_1452787522248_0001_1_00_000000 ], minTaskDuration=516, maxTaskDuration=516, avgTaskDuration=516.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787522248_0001_1_00_000000 ], longestDurationTasks=[ task_1452787522248_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:23,063 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:23,063 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:23,063 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787522248_0001_00_000002, stoppedTime=1452787523063, exitStatus=0
2016-01-14 16:05:23,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:23,067 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787522248_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:23,067 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787522248_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:23,067 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787522248_0001_00_000002, Exiting
2016-01-14 16:05:23,067 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787522248_0001_00_000002
2016-01-14 16:05:23,068 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787522248_0001_00_000002
2016-01-14 16:05:23,069 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:23,070 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] attempt: attempt_1452787522248_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:23,070 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787522248_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:23,070 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787522248_0001_00_000002 completed successfully
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:23,071 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:23,071 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787522248_0001_00_000002
2016-01-14 16:05:23,071 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:23,071 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787522248_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:23,072 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787522248_0001_1_01, eventCount=1
2016-01-14 16:05:23,072 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9453, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787523051, Process_Duration=7, Process_End_Time=1452787523058, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:23,072 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:23,072 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,073 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787522248_0001_00_000001
2016-01-14 16:05:23,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:23,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ADCB34EEAFE447908843175450101196, taskAttemptId=attempt_1452787522248_0001_1_01_000000_0, startTime=1452787522532, finishTime=1452787523072, timeTaken=540, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9453, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787523051, Process_Duration=7, Process_End_Time=1452787523058, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:23,074 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:23,074 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:23,074 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:23,075 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:23,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_FINISHED]: vertexName=ADCB34EEAFE447908843175450101196, taskId=task_1452787522248_0001_1_01_000000, startTime=1452787522532, finishTime=1452787523074, timeTaken=542, status=SUCCEEDED, successfulAttemptID=attempt_1452787522248_0001_1_01_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9453, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787523051, Process_Duration=7, Process_End_Time=1452787523058, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:23,076 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:23,077 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:23,077 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:23,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787522248_0001_00_000001, stoppedTime=1452787523077, exitStatus=0
2016-01-14 16:05:23,078 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:23,078 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] : 1
2016-01-14 16:05:23,078 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:23,079 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:23,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_FINISHED]: vertexName=ADCB34EEAFE447908843175450101196, vertexId=vertex_1452787522248_0001_1_01, initRequestedTime=1452787522460, initedTime=1452787522487, startRequestedTime=1452787522489, startedTime=1452787522489, finishTime=1452787523078, timeTaken=589, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9453, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=401, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787523051, Process_Duration=7, Process_End_Time=1452787523058, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787522532, firstTasksToStart=[ task_1452787522248_0001_1_01_000000 ], lastTaskFinishTime=1452787523072, lastTasksToFinish=[ task_1452787522248_0001_1_01_000000 ], minTaskDuration=540, maxTaskDuration=540, avgTaskDuration=540.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787522248_0001_1_01_000000 ], longestDurationTasks=[ task_1452787522248_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:23,081 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:23,082 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787522248_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:23,082 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] attempt: attempt_1452787522248_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:23,082 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C21FD087673A48A193B033B662358485
2016-01-14 16:05:23,082 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:23,082 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:23,083 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:23,083 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:23,083 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787522248_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:23,083 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787522248_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:23,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_STARTED]: vertexName=C21FD087673A48A193B033B662358485, taskId=task_1452787522248_0001_1_02_000000, scheduledTime=1452787523083, launchTime=1452787523083
2016-01-14 16:05:23,083 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787522248_0001_00_000001, Exiting
2016-01-14 16:05:23,084 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787522248_0001_00_000001
2016-01-14 16:05:23,084 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787522248_0001_00_000001
2016-01-14 16:05:23,084 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:23,084 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787522248_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:23,084 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787522248_0001_00_000001 completed successfully
2016-01-14 16:05:23,085 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:23,085 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:23,085 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: C21FD087673A48A193B033B662358485, VertexParallelism: 1, TaskAttemptID:attempt_1452787522248_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ADCB34EEAFE447908843175450101196, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=D5D22BC88934442A92A786168B935B0D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2CED42989AF2457AAB4529BEA7661B81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: C21FD087673A48A193B033B662358485 { ADCB34EEAFE447908843175450101196 D5D22BC88934442A92A786168B935B0D } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:23,085 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:23,085 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:23,086 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787522248_0001_00_000003
2016-01-14 16:05:23,087 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:23,089 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787522248_0001_00_000003
2016-01-14 16:05:23,090 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:23,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:23,093 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:23,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787522248_0001_00_000003, launchTime=1452787523092
2016-01-14 16:05:23,095 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787522248_0001_00_000003
2016-01-14 16:05:23,096 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787522248_0001_1_02_000000_0] to container: [container_1452787522248_0001_00_000003]
2016-01-14 16:05:23,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:23,096 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787522248_0001_00_000003 given task: attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,097 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787522248_0001_1_02_000000_0] started. Is using containerId: [container_1452787522248_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:23,097 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787522248_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C21FD087673A48A193B033B662358485, taskAttemptId=attempt_1452787522248_0001_1_02_000000_0, startTime=1452787523097, containerId=container_1452787522248_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787522248_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:23 Starting to run new task attempt: attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,098 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,098 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,098 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:23,098 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:23,098 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:23,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:23,099 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:23,099 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:23,099 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:23,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8] average-lhs+average-rhs/(1/1) ...AverageMerge/mergeaverage, VertexName: C21FD087673A48A193B033B662358485, VertexParallelism: 1, TaskAttemptID:attempt_1452787522248_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ADCB34EEAFE447908843175450101196, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=D5D22BC88934442A92A786168B935B0D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2CED42989AF2457AAB4529BEA7661B81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: C21FD087673A48A193B033B662358485 { ADCB34EEAFE447908843175450101196 D5D22BC88934442A92A786168B935B0D } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:23,099 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:23,100 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:23,100 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:23,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:23,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=ADCB34EEAFE447908843175450101196, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:23,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:23,104 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787522248_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:23,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=2CED42989AF2457AAB4529BEA7661B81, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:23,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D5D22BC88934442A92A786168B935B0D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:23,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:23,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:23,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 2CED42989AF2457AAB4529BEA7661B81
2016-01-14 16:05:23,105 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:23,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D5D22BC88934442A92A786168B935B0D
2016-01-14 16:05:23,105 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 2CED42989AF2457AAB4529BEA7661B81
2016-01-14 16:05:23,107 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:23,109 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:23,110 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:23,110 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: D5D22BC88934442A92A786168B935B0D
2016-01-14 16:05:23,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:23,116 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: ADCB34EEAFE447908843175450101196
2016-01-14 16:05:23,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D5D22BC88934442A92A786168B935B0D
2016-01-14 16:05:23,118 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:23,118 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:23,118 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: ADCB34EEAFE447908843175450101196
2016-01-14 16:05:23,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: ADCB34EEAFE447908843175450101196
2016-01-14 16:05:23,129 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C21FD087673A48A193B033B662358485, ordinal: 2
2016-01-14 16:05:23,129 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C21FD087673A48A193B033B662358485, mem on start (mb), free: 209, total: 438, max: 672
2016-01-14 16:05:23,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:23,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:23,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:23,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:23,132 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:23,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 2CED42989AF2457AAB4529BEA7661B81
2016-01-14 16:05:23,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:23,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: C21FD087673A48A193B033B662358485 { ADCB34EEAFE447908843175450101196 D5D22BC88934442A92A786168B935B0D } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
2016-01-14 16:05:23,134 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:23,134 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:23,134 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:23,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:23,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:23,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:23,136 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 16:05:23,136 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 2CED42989AF2457AAB4529BEA7661B81, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:23,136 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D5D22BC88934442A92A786168B935B0D, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:23,137 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, ADCB34EEAFE447908843175450101196, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:23,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:23,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring ADCB34EEAFE447908843175450101196 for start, since it will be controlled via it's Group
2016-01-14 16:05:23,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring D5D22BC88934442A92A786168B935B0D for start, since it will be controlled via it's Group
2016-01-14 16:05:23,138 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C21FD087673A48A193B033B662358485
2016-01-14 16:05:23,138 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:23,138 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:23,139 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: ADCB34EEAFE447908843175450101196 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:23,139 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:23,139 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:23,139 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:23,140 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:23,141 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:23,141 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D5D22BC88934442A92A786168B935B0D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:23,141 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:23,141 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:23,141 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:23,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: C21FD087673A48A193B033B662358485 being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:23,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:23,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:23,145 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C21FD087673A48A193B033B662358485
2016-01-14 16:05:23,145 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:23,145 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,147 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787522248_0001_1_00_000000_0_10020, runDuration: 495073, ]
2016-01-14 16:05:23,147 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787522248_0001_1_01_000000_0_10022, runDuration: 508060, ]
2016-01-14 16:05:23,149 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']]
2016-01-14 16:05:23,149 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787522248_0001_1_01_000000_0_10022] to DISK_DIRECT, CompressedSize=182, DecompressedSize=178,EndTime=1452787523149, TimeTaken=1, Rate=0.17 MB/s
2016-01-14 16:05:23,150 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : ADCB34EEAFE447908843175450101196
2016-01-14 16:05:23,150 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:23,150 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [ADCB34EEAFE447908843175450101196] #4 in 2ms
2016-01-14 16:05:23,150 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [ADCB34EEAFE447908843175450101196] #4, status:false, isInterrupted:false
2016-01-14 16:05:23,151 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:23,152 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 182 bytes from disk
2016-01-14 16:05:23,152 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:23,152 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:23,152 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-01-14 16:05:23,153 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : ADCB34EEAFE447908843175450101196
2016-01-14 16:05:23,153 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] streamed: true, id: E9C17547A0594C048D0571A6EC9D2DB9
2016-01-14 16:05:23,153 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:23,154 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage"], id: 2CED42989AF2457AAB4529BEA7661B81
2016-01-14 16:05:23,155 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage"]
2016-01-14 16:05:23,155 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787522248_0001_1_00_000000_0_10020] to DISK_DIRECT, CompressedSize=182, DecompressedSize=178,EndTime=1452787523155, TimeTaken=7, Rate=0.02 MB/s
2016-01-14 16:05:23,155 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D5D22BC88934442A92A786168B935B0D
2016-01-14 16:05:23,156 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:23,156 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [D5D22BC88934442A92A786168B935B0D] #5 in 8ms
2016-01-14 16:05:23,155 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(average-lhs+average-rhs)[by: average-lhs:[{1}:'char'] average-rhs:[{1}:'char']] E9C17547A0594C048D0571A6EC9D2DB9, for 1 inputs
2016-01-14 16:05:23,157 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D5D22BC88934442A92A786168B935B0D] #5, status:false, isInterrupted:false
2016-01-14 16:05:23,157 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:23,158 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 182 bytes from disk
2016-01-14 16:05:23,158 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:23,159 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:23,160 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-01-14 16:05:23,160 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D5D22BC88934442A92A786168B935B0D
2016-01-14 16:05:23,161 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:23,161 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C21FD087673A48A193B033B662358485, all 1 inputs ready in: 00:00:00.003
2016-01-14 16:05:23,162 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@52d0fc29; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@165b1239
2016-01-14 16:05:23,163 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1b142060; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@46598c83
2016-01-14 16:05:23,167 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:23,168 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:23,168 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,169 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787522248_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 16:05:23,170 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,170 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C21FD087673A48A193B033B662358485, mem on close (mb), free: 203, total: 438, max: 672
2016-01-14 16:05:23,170 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: ADCB34EEAFE447908843175450101196
2016-01-14 16:05:23,171 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:23,171 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:23,171 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:23,172 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:23,172 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:23,172 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D5D22BC88934442A92A786168B935B0D
2016-01-14 16:05:23,173 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:23,173 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:23,173 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:23,174 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:23,174 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,175 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787522248_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:23,176 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:23,176 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C21FD087673A48A193B033B662358485, taskAttemptId=attempt_1452787522248_0001_1_02_000000_0, startTime=1452787523097, finishTime=1452787523176, timeTaken=79, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=428, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787523161, Process_Duration=9, Process_End_Time=1452787523170, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:23,177 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787522248_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:23,177 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:23,177 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23,178 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:23,178 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:TASK_FINISHED]: vertexName=C21FD087673A48A193B033B662358485, taskId=task_1452787522248_0001_1_02_000000, startTime=1452787523097, finishTime=1452787523177, timeTaken=80, status=SUCCEEDED, successfulAttemptID=attempt_1452787522248_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=428, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787523161, Process_Duration=9, Process_End_Time=1452787523170, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:23,178 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787522248_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:23,179 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] : 1
2016-01-14 16:05:23,179 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:23,180 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:23,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:VERTEX_FINISHED]: vertexName=C21FD087673A48A193B033B662358485, vertexId=vertex_1452787522248_0001_1_02, initRequestedTime=1452787522466, initedTime=1452787522481, startRequestedTime=1452787522520, startedTime=1452787522520, finishTime=1452787523179, timeTaken=659, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=428, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787523161, Process_Duration=9, Process_End_Time=1452787523170, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787523097, firstTasksToStart=[ task_1452787522248_0001_1_02_000000 ], lastTaskFinishTime=1452787523176, lastTasksToFinish=[ task_1452787522248_0001_1_02_000000 ], minTaskDuration=79, maxTaskDuration=79, avgTaskDuration=79.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787522248_0001_1_02_000000 ], longestDurationTasks=[ task_1452787522248_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:23,181 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:23,181 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=428, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787523161, Process_Duration=9, Process_End_Time=1452787523170, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:23,181 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:23,183 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,183 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787522248_0001_00_000003
2016-01-14 16:05:23,183 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:23,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787522248_0001_00_000003, stoppedTime=1452787523184, exitStatus=0
2016-01-14 16:05:23,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:23,185 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:23,185 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:23,186 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787522248_0001_1
2016-01-14 16:05:23,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787522248_0001_1
2016-01-14 16:05:23,187 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787522248_0001_1_01 [ADCB34EEAFE447908843175450101196]
2016-01-14 16:05:23,187 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 2CED42989AF2457AAB4529BEA7661B81 for vertex: vertex_1452787522248_0001_1_02 [C21FD087673A48A193B033B662358485]
2016-01-14 16:05:23,193 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787522248_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:23,194 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787522248_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:23,194 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787522248_0001_00_000003, Exiting
2016-01-14 16:05:23,194 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787522248_0001_00_000003
2016-01-14 16:05:23,194 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787522248_0001_00_000003
2016-01-14 16:05:23,195 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787522248_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:23,195 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787522248_0001_00_000003 completed successfully
2016-01-14 16:05:23,198 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787522248_0001_1_00 [D5D22BC88934442A92A786168B935B0D]
2016-01-14 16:05:23,201 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787522248_0001_1, queueSize=0
2016-01-14 16:05:23,201 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:23,202 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787522248_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787522248_0001_1, startTime=1452787522459, finishTime=1452787523198, timeTaken=739, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=756, FILE_BYTES_WRITTEN=10630, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=802, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1377828864, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=360, OUTPUT_BYTES_WITH_OVERHEAD=356, OUTPUT_BYTES_PHYSICAL=364, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=364, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=364, SHUFFLE_BYTES_DECOMPRESSED=356, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=364, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=19, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358362568840, Process_Duration=425, Process_End_Time=4358362569265, Read_Duration=3, Tuples_Read=44, Tuples_Written=23, Write_Duration=404, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:23,202 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787522248_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:23,202 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787522248_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:23,202 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787522248_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:23,202 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787522248_0001_00_000003
2016-01-14 16:05:23 Completed Dag: dag_1452787522248_0001_1
2016-01-14 16:05:23,203 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787522248_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:23,203 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787522248_0001_1_post
2016-01-14 16:05:23,203 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,203 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:23,211 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...AverageMerge/mergeaverage, applicationId=application_1452787522248_0001
2016-01-14 16:05:23,213 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:23,213 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:23,214 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:23,214 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:23,214 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:23,214 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:23,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:23,216 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:23,216 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:23,217 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:23,217 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:23,218 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:23,218 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:23,225 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0FF96CC4DDF44BF49A2A806E696CBE67/B97E1B4F67064ABCA586EF5A29EBC2A8/.tez/application_1452787522248_0001
2016-01-14 16:05:23,226 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average-lhs+average-rhs]  completed in: 00:01.002
2016-01-14 16:05:23,317 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testAverageMerge/mergeaverage
2016-01-14 16:05:23,349 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:23,349 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:23,397 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 16:05:23,408 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-01-14 16:05:23,409 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:23,409 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:23,410 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:23,430 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 16:05:23,431 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall
2016-01-14 16:05:23,446 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting
2016-01-14 16:05:23,446 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:23,447 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall"]
2016-01-14 16:05:23,447 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  parallel execution of steps is enabled: false
2016-01-14 16:05:23,447 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  executing total steps: 1
2016-01-14 16:05:23,447 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  allocating management threads: 1
2016-01-14 16:05:23,448 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting step: (1/1) ...m/testRenameAll/renameall
2016-01-14 16:05:23,448 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:23,466 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tez session mode enabled: true
2016-01-14 16:05:23,471 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:23,471 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:23,472 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:23,480 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA/.tez/application_1452787523471_0001 doesn't exist and is created
2016-01-14 16:05:23,499 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:23,499 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:23,500 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA/.tez/application_1452787523471_0001
2016-01-14 16:05:23,506 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787523471_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:23,524 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:23,526 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:23,529 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:23,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:23,530 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA/.tez/application_1452787523471_0001/localmode-log-dir
2016-01-14 16:05:23,530 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA/.tez/application_1452787523471_0001/localmode-log-dir/history.txt.appattempt_1452787523471_0001_000000, maxErrors=10
2016-01-14 16:05:23,530 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:23,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787523471_0001_000000, appSubmitTime=1452787523505, launchTime=1452787523505
2016-01-14 16:05:23,538 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:23,538 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:23,542 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:23,543 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:23,544 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:40662
2016-01-14 16:05:23,546 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:23,549 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:23,549 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787523471_0001_000000, startTime=1452787523549
2016-01-14 16:05:23,550 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:23,599 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:23,600 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:23,600 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...m/testRenameAll/renameall, applicationId=application_1452787523471_0001, dagName=[A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA] shape/(1/1) ...m/testRenameAll/renameall
2016-01-14 16:05:23,625 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA] shape/(1/1) ...m/testRenameAll/renameall
2016-01-14 16:05:23,627 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787523471_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA/.tez/application_1452787523471_0001/localmode-log-dir/dag_1452787523471_0001_1.dot
2016-01-14 16:05:23,629 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA/.tez/application_1452787523471_0001/localmode-log-dir/dag_1452787523471_0001_1-tez-dag.pb.txt
2016-01-14 16:05:23,656 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787523471_0001_1
2016-01-14 16:05:23,656 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,656 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA] shape/(1/1) ...m/testRenameAll/renameall
2016-01-14 16:05:23 Running Dag: dag_1452787523471_0001_1
2016-01-14 16:05:23,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787523471_0001_1, submitTime=1452787523626
2016-01-14 16:05:23,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:23,673 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex CBD46374E5204C3DA5C3B5202A410DA9
2016-01-14 16:05:23,673 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:23,674 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787523471_0001_1, initTime=1452787523672
2016-01-14 16:05:23,674 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:23,676 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787523471_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:23,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:DAG_STARTED]: dagID=dag_1452787523471_0001_1, startTime=1452787523676
2016-01-14 16:05:23,677 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:23,677 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787523471_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:23,677 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: CBD46374E5204C3DA5C3B5202A410DA9 : {33DE8B4C21FB4497AABF9C3D892B0434={InputName=33DE8B4C21FB4497AABF9C3D892B0434}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:23,677 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 33DE8B4C21FB4497AABF9C3D892B0434, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:23,677 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,678 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,678 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,678 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]. Starting root input initializers: 1
2016-01-14 16:05:23,679 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:23,679 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:23,679 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 33DE8B4C21FB4497AABF9C3D892B0434 on vertex vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,680 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...m/testRenameAll/renameall, applicationId=application_1452787523471_0001, dagName=[A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA] shape/(1/1) ...m/testRenameAll/renameall
2016-01-14 16:05:23,684 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:23,685 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 33DE8B4C21FB4497AABF9C3D892B0434 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:23,686 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:23,687 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:23,691 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 16:05:23,692 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 33DE8B4C21FB4497AABF9C3D892B0434 on vertex vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,693 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:23,693 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {33DE8B4C21FB4497AABF9C3D892B0434=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:23,693 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] parallelism set to 1
2016-01-14 16:05:23,693 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:23,694 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787523471_0001_1_00, eventCount=1
2016-01-14 16:05:23,694 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,694 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=EC15DDF2C53C4A738060819C803BCDF3, vertexId=vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:23,694 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=EC15DDF2C53C4A738060819C803BCDF3, vertexId=vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,697 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=EC15DDF2C53C4A738060819C803BCDF3, vertexName=CBD46374E5204C3DA5C3B5202A410DA9, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:23,698 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=EC15DDF2C53C4A738060819C803BCDF3, vertexId=vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:23,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CBD46374E5204C3DA5C3B5202A410DA9, vertexId=vertex_1452787523471_0001_1_00, initRequestedTime=1452787523677, initedTime=1452787523699, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:23,700 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] with distanceFromRoot: 0
2016-01-14 16:05:23,700 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:23,700 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in CBD46374E5204C3DA5C3B5202A410DA9
2016-01-14 16:05:23,700 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,701 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:23,701 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787523471_0001_1_00, startRequestedTime=1452787523700, startedTime=1452787523700
2016-01-14 16:05:23,702 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:23,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:23,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:TASK_STARTED]: vertexName=CBD46374E5204C3DA5C3B5202A410DA9, taskId=task_1452787523471_0001_1_00_000000, scheduledTime=1452787523702, launchTime=1452787523702
2016-01-14 16:05:23,703 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787523471_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:23,703 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,704 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA] shape/(1/1) ...m/testRenameAll/renameall, VertexName: CBD46374E5204C3DA5C3B5202A410DA9, VertexParallelism: 1, TaskAttemptID:attempt_1452787523471_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=33DE8B4C21FB4497AABF9C3D892B0434, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EC15DDF2C53C4A738060819C803BCDF3, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:23,704 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787523471_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:23,705 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:23,705 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:23,706 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:23,706 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:23,707 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787523471_0001_00_000001
2016-01-14 16:05:23,707 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] submitted tez dag to app master: application_1452787523471_0001, with dag id: dag_1452787523471_0001_1
2016-01-14 16:05:23,708 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787523471_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:23,711 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787523471_0001_00_000001
2016-01-14 16:05:23,711 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:23,712 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787523471_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:23,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787523471_0001_00_000001, launchTime=1452787523712
2016-01-14 16:05:23,713 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:23,714 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787523471_0001_00_000001
2016-01-14 16:05:23,715 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787523471_0001_1_00_000000_0] to container: [container_1452787523471_0001_00_000001]
2016-01-14 16:05:23,715 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787523471_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:23,716 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787523471_0001_00_000001 given task: attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,716 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787523471_0001_1_00_000000_0] started. Is using containerId: [container_1452787523471_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:23,716 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787523471_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,716 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:23,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CBD46374E5204C3DA5C3B5202A410DA9, taskAttemptId=attempt_1452787523471_0001_1_00_000000_0, startTime=1452787523716, containerId=container_1452787523471_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787523471_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:23,717 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787523471_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:23,717 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787523471_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:23 Starting to run new task attempt: attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,718 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,718 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,718 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:23,718 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:23,719 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:23,719 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:23,719 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:23,719 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA] shape/(1/1) ...m/testRenameAll/renameall, VertexName: CBD46374E5204C3DA5C3B5202A410DA9, VertexParallelism: 1, TaskAttemptID:attempt_1452787523471_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=33DE8B4C21FB4497AABF9C3D892B0434, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EC15DDF2C53C4A738060819C803BCDF3, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:23,719 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:23,720 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,720 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:23,720 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:23,721 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=33DE8B4C21FB4497AABF9C3D892B0434, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:23,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:23,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 33DE8B4C21FB4497AABF9C3D892B0434
2016-01-14 16:05:23,722 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 33DE8B4C21FB4497AABF9C3D892B0434
2016-01-14 16:05:23,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:23,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=EC15DDF2C53C4A738060819C803BCDF3, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:23,729 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:23,730 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787523471_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:23,729 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:23,731 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 33DE8B4C21FB4497AABF9C3D892B0434
2016-01-14 16:05:23,732 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 33DE8B4C21FB4497AABF9C3D892B0434
2016-01-14 16:05:23,731 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: EC15DDF2C53C4A738060819C803BCDF3
2016-01-14 16:05:23,733 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:23,732 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:23,733 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: EC15DDF2C53C4A738060819C803BCDF3
2016-01-14 16:05:23,745 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CBD46374E5204C3DA5C3B5202A410DA9, ordinal: 0
2016-01-14 16:05:23,745 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CBD46374E5204C3DA5C3B5202A410DA9, mem on start (mb), free: 125, total: 438, max: 672
2016-01-14 16:05:23,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:23,746 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:23,746 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:23,748 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:23,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: EC15DDF2C53C4A738060819C803BCDF3
2016-01-14 16:05:23,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:23,748 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:23,748 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:23,749 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:23,749 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:23,749 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:23,749 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:23,750 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 16:05:23,750 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 33DE8B4C21FB4497AABF9C3D892B0434, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:23,750 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, EC15DDF2C53C4A738060819C803BCDF3, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:23,750 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:23,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 33DE8B4C21FB4497AABF9C3D892B0434 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:23,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 33DE8B4C21FB4497AABF9C3D892B0434
2016-01-14 16:05:23,751 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:23,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 33DE8B4C21FB4497AABF9C3D892B0434
2016-01-14 16:05:23,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:23,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:23,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:23,752 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,754 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:23,755 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@167e83df
2016-01-14 16:05:23,756 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@167e83df
2016-01-14 16:05:23,757 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:23,757 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:23,757 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:23,759 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: 33DE8B4C21FB4497AABF9C3D892B0434
2016-01-14 16:05:23,759 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall"], id: EC15DDF2C53C4A738060819C803BCDF3
2016-01-14 16:05:23,760 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall"]
2016-01-14 16:05:23,761 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:23,761 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:23,761 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CBD46374E5204C3DA5C3B5202A410DA9, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:23,764 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:23,766 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:23,766 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,766 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787523471_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 16:05:23,767 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,767 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CBD46374E5204C3DA5C3B5202A410DA9, mem on close (mb), free: 123, total: 438, max: 672
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,768 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787523471_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:23,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452787523761, Process_Duration=6, Process_End_Time=1452787523767, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 16:05:23,770 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:23,770 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,771 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787523471_0001_00_000001
2016-01-14 16:05:23,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CBD46374E5204C3DA5C3B5202A410DA9, taskAttemptId=attempt_1452787523471_0001_1_00_000000_0, startTime=1452787523716, finishTime=1452787523769, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787523761, Process_Duration=6, Process_End_Time=1452787523767, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:23,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:23,771 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787523471_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:23,771 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:23,771 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23,772 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:23,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:TASK_FINISHED]: vertexName=CBD46374E5204C3DA5C3B5202A410DA9, taskId=task_1452787523471_0001_1_00_000000, startTime=1452787523716, finishTime=1452787523772, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1452787523471_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787523761, Process_Duration=6, Process_End_Time=1452787523767, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:23,773 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787523471_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:23,773 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] : 1
2016-01-14 16:05:23,773 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,774 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:23,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:VERTEX_FINISHED]: vertexName=CBD46374E5204C3DA5C3B5202A410DA9, vertexId=vertex_1452787523471_0001_1_00, initRequestedTime=1452787523677, initedTime=1452787523699, startRequestedTime=1452787523700, startedTime=1452787523700, finishTime=1452787523773, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787523761, Process_Duration=6, Process_End_Time=1452787523767, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787523716, firstTasksToStart=[ task_1452787523471_0001_1_00_000000 ], lastTaskFinishTime=1452787523769, lastTasksToFinish=[ task_1452787523471_0001_1_00_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787523471_0001_1_00_000000 ], longestDurationTasks=[ task_1452787523471_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:23,775 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:23,775 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787523471_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:23,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787523471_0001_00_000001, stoppedTime=1452787523775, exitStatus=0
2016-01-14 16:05:23,776 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787523471_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:23,776 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:23,776 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 16:05:23,776 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787523471_0001_1
2016-01-14 16:05:23,776 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787523471_0001_1
2016-01-14 16:05:23,776 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: EC15DDF2C53C4A738060819C803BCDF3 for vertex: vertex_1452787523471_0001_1_00 [CBD46374E5204C3DA5C3B5202A410DA9]
2016-01-14 16:05:23,781 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787523471_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:23,781 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787523471_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:23,781 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787523471_0001_00_000001, Exiting
2016-01-14 16:05:23,782 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787523471_0001_00_000001
2016-01-14 16:05:23,782 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787523471_0001_00_000001
2016-01-14 16:05:23,783 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787523471_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:23,784 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787523471_0001_00_000001 completed successfully
2016-01-14 16:05:23,788 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787523471_0001_1, queueSize=0
2016-01-14 16:05:23,788 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:23,789 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787523471_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787523471_0001_1, startTime=1452787523676, finishTime=1452787523786, timeTaken=110, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=459276288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787523761, Process_Duration=6, Process_End_Time=1452787523767, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:23,789 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787523471_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:23,789 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787523471_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:23,789 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787523471_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:23 Completed Dag: dag_1452787523471_0001_1
2016-01-14 16:05:23,790 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787523471_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:23,790 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787523471_0001_1_post
2016-01-14 16:05:23,790 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:23,790 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:23,790 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787523471_0001_00_000001
2016-01-14 16:05:23,797 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...m/testRenameAll/renameall, applicationId=application_1452787523471_0001
2016-01-14 16:05:23,799 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:23,799 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:23,800 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:23,800 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:23,800 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:23,800 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:23,801 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:23,802 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:23,802 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:23,802 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:23,802 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:23,803 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:23,804 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:23,808 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/A537081A3E51492FAB635EB264661EC7/EDDDBA75A6F44167B6EF8298205E9AAA/.tez/application_1452787523471_0001
2016-01-14 16:05:23,809 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  completed in: 00:00.362
2016-01-14 16:05:23,856 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRenameAll/renameall
2016-01-14 16:05:23,896 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:23,897 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:24,218 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.038
2016-01-14 16:05:24,249 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.069
2016-01-14 16:05:24,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:24,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:24,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:24,271 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:24,290 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount
2016-01-14 16:05:24,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2016-01-14 16:05:24,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:24,388 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount"]
2016-01-14 16:05:24,389 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2016-01-14 16:05:24,390 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2016-01-14 16:05:24,390 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2016-01-14 16:05:24,391 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...testCountCount/countcount
2016-01-14 16:05:24,391 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:24,405 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tez session mode enabled: true
2016-01-14 16:05:24,410 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:24,410 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:24,410 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:24,419 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31/.tez/application_1452787524410_0001 doesn't exist and is created
2016-01-14 16:05:24,436 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:24,436 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:24,436 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31/.tez/application_1452787524410_0001
2016-01-14 16:05:24,440 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787524410_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:24,452 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:24,453 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:24,455 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:24,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:24,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31/.tez/application_1452787524410_0001/localmode-log-dir
2016-01-14 16:05:24,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31/.tez/application_1452787524410_0001/localmode-log-dir/history.txt.appattempt_1452787524410_0001_000000, maxErrors=10
2016-01-14 16:05:24,456 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:24,458 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787524410_0001_000000, appSubmitTime=1452787524440, launchTime=1452787524440
2016-01-14 16:05:24,466 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:24,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:24,468 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:24,468 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:24,470 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:58297
2016-01-14 16:05:24,472 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:24,474 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787524410_0001_000000, startTime=1452787524474
2016-01-14 16:05:24,474 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:24,475 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:24,536 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:24,537 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:24,537 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...testCountCount/countcount, applicationId=application_1452787524410_0001, dagName=[AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount
2016-01-14 16:05:24,556 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount
2016-01-14 16:05:24,558 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787524410_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31/.tez/application_1452787524410_0001/localmode-log-dir/dag_1452787524410_0001_1.dot
2016-01-14 16:05:24,559 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31/.tez/application_1452787524410_0001/localmode-log-dir/dag_1452787524410_0001_1-tez-dag.pb.txt
2016-01-14 16:05:24,584 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787524410_0001_1
2016-01-14 16:05:24,584 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,584 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount
2016-01-14 16:05:24 Running Dag: dag_1452787524410_0001_1
2016-01-14 16:05:24,598 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:24,599 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787524410_0001_1, submitTime=1452787524556
2016-01-14 16:05:24,600 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A4650238F917472BA35D24732AA4B9A3
2016-01-14 16:05:24,600 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:24,600 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:24,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787524410_0001_1, initTime=1452787524599
2016-01-14 16:05:24,601 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787524410_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:24,602 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:DAG_STARTED]: dagID=dag_1452787524410_0001_1, startTime=1452787524601
2016-01-14 16:05:24,602 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:24,602 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:24,602 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787524410_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:24,602 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: ADAC07EEB39147129F7A61BEDB075B6F : {0366AA4973604BF3BAEF2F42E5C5D5C8={InputName=0366AA4973604BF3BAEF2F42E5C5D5C8}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:24,602 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 0366AA4973604BF3BAEF2F42E5C5D5C8, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:24,603 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,603 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,603 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,603 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]. Starting root input initializers: 1
2016-01-14 16:05:24,604 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...testCountCount/countcount, applicationId=application_1452787524410_0001, dagName=[AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount
2016-01-14 16:05:24,604 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:24,604 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 0366AA4973604BF3BAEF2F42E5C5D5C8 on vertex vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,604 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD]
2016-01-14 16:05:24,606 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:24,606 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 0366AA4973604BF3BAEF2F42E5C5D5C8 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:24,606 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:24,607 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:24,607 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:24,608 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD]
2016-01-14 16:05:24,608 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD]
2016-01-14 16:05:24,610 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:24,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F49109F141D4464CA18EC385786264BD, vertexId=vertex_1452787524410_0001_1_01, initRequestedTime=1452787524604, initedTime=1452787524609, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:24,611 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:24,612 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:24,612 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 0366AA4973604BF3BAEF2F42E5C5D5C8 on vertex vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,612 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,615 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:24,615 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,616 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,616 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,616 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=C837AB0528E24B60B10710BACBCF6EDB, vertexId=vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:24,616 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=C837AB0528E24B60B10710BACBCF6EDB, vertexId=vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,618 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=C837AB0528E24B60B10710BACBCF6EDB, vertexName=A4650238F917472BA35D24732AA4B9A3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:24,619 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=C837AB0528E24B60B10710BACBCF6EDB, vertexId=vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:24,620 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A4650238F917472BA35D24732AA4B9A3, vertexId=vertex_1452787524410_0001_1_02, initRequestedTime=1452787524612, initedTime=1452787524620, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:24,621 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:24,621 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:24,621 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {0366AA4973604BF3BAEF2F42E5C5D5C8=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:24,622 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] parallelism set to 1
2016-01-14 16:05:24,622 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:24,623 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787524410_0001_1_00, eventCount=1
2016-01-14 16:05:24,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:24,624 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ADAC07EEB39147129F7A61BEDB075B6F, vertexId=vertex_1452787524410_0001_1_00, initRequestedTime=1452787524602, initedTime=1452787524623, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:24,624 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] with distanceFromRoot: 0
2016-01-14 16:05:24,624 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:24,624 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted tez dag to app master: application_1452787524410_0001, with dag id: dag_1452787524410_0001_1
2016-01-14 16:05:24,625 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,626 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:24,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787524410_0001_1_00, startRequestedTime=1452787524625, startedTime=1452787524625
2016-01-14 16:05:24,627 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:24,627 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:24,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_STARTED]: vertexName=ADAC07EEB39147129F7A61BEDB075B6F, taskId=task_1452787524410_0001_1_00_000000, scheduledTime=1452787524627, launchTime=1452787524627
2016-01-14 16:05:24,628 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:24,628 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787524410_0001_1_00 for vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] numStartedSources: 1 numSources: 1
2016-01-14 16:05:24,629 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] with distanceFromRoot: 1
2016-01-14 16:05:24,630 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,632 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: ADAC07EEB39147129F7A61BEDB075B6F in vertex: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,632 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: F49109F141D4464CA18EC385786264BD with 1 source tasks and 1 pending tasks
2016-01-14 16:05:24,633 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:24,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787524410_0001_1_01, startRequestedTime=1452787524632, startedTime=1452787524632
2016-01-14 16:05:24,634 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:24,634 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount, VertexName: ADAC07EEB39147129F7A61BEDB075B6F, VertexParallelism: 1, TaskAttemptID:attempt_1452787524410_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0366AA4973604BF3BAEF2F42E5C5D5C8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F49109F141D4464CA18EC385786264BD, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:24,636 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:24,637 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787524410_0001_1_01 for vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] numStartedSources: 1 numSources: 1
2016-01-14 16:05:24,637 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] with distanceFromRoot: 2
2016-01-14 16:05:24,637 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:24,637 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F49109F141D4464CA18EC385786264BD in vertex: A4650238F917472BA35D24732AA4B9A3
2016-01-14 16:05:24,638 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: A4650238F917472BA35D24732AA4B9A3 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:24,638 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:24,638 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787524410_0001_1_02, startRequestedTime=1452787524637, startedTime=1452787524637
2016-01-14 16:05:24,638 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:24,639 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:24,639 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:24,639 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:24,640 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787524410_0001_00_000001
2016-01-14 16:05:24,640 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:24,641 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787524410_0001_00_000001
2016-01-14 16:05:24,642 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:24,643 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:24,643 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:24,643 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787524410_0001_00_000001, launchTime=1452787524643
2016-01-14 16:05:24,644 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787524410_0001_00_000001
2016-01-14 16:05:24,645 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787524410_0001_1_00_000000_0] to container: [container_1452787524410_0001_00_000001]
2016-01-14 16:05:24,645 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:24,646 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787524410_0001_1_00_000000_0] started. Is using containerId: [container_1452787524410_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:24,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ADAC07EEB39147129F7A61BEDB075B6F, taskAttemptId=attempt_1452787524410_0001_1_00_000000_0, startTime=1452787524645, containerId=container_1452787524410_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787524410_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:24,646 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:24,646 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:24,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:24,647 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787524410_0001_00_000001 given task: attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,648 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787524410_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24 Starting to run new task attempt: attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,649 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,649 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,649 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:24,650 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:24,650 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:24,650 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:24,650 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:24,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount, VertexName: ADAC07EEB39147129F7A61BEDB075B6F, VertexParallelism: 1, TaskAttemptID:attempt_1452787524410_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0366AA4973604BF3BAEF2F42E5C5D5C8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F49109F141D4464CA18EC385786264BD, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:24,651 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:24,652 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:24,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=0366AA4973604BF3BAEF2F42E5C5D5C8, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:24,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:24,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 0366AA4973604BF3BAEF2F42E5C5D5C8
2016-01-14 16:05:24,655 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 0366AA4973604BF3BAEF2F42E5C5D5C8
2016-01-14 16:05:24,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,658 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787524410_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:24,659 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:24,659 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 0366AA4973604BF3BAEF2F42E5C5D5C8
2016-01-14 16:05:24,659 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:24,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 0366AA4973604BF3BAEF2F42E5C5D5C8
2016-01-14 16:05:24,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F49109F141D4464CA18EC385786264BD, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:24,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:24,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,665 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:24,665 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,671 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ADAC07EEB39147129F7A61BEDB075B6F, ordinal: 0
2016-01-14 16:05:24,671 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADAC07EEB39147129F7A61BEDB075B6F, mem on start (mb), free: 350, total: 451, max: 672
2016-01-14 16:05:24,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:24,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:24,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:24,671 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:24,672 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:24,672 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:24,672 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:24,672 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:24,672 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:24,672 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 0366AA4973604BF3BAEF2F42E5C5D5C8, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:24,673 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F49109F141D4464CA18EC385786264BD, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:24,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:24,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 0366AA4973604BF3BAEF2F42E5C5D5C8 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:24,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:24,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:24,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 0366AA4973604BF3BAEF2F42E5C5D5C8
2016-01-14 16:05:24,674 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:24,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 0366AA4973604BF3BAEF2F42E5C5D5C8
2016-01-14 16:05:24,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:24,675 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,675 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:24,676 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@34c1cab5
2016-01-14 16:05:24,677 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@34c1cab5
2016-01-14 16:05:24,677 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:24,677 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:24,679 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:24,680 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 0366AA4973604BF3BAEF2F42E5C5D5C8
2016-01-14 16:05:24,680 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{1}:'char']], id: 3FC3C9FFC4C747189ABCC985A95FA9E5
2016-01-14 16:05:24,680 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{1}:'char']] 3FC3C9FFC4C747189ABCC985A95FA9E5
2016-01-14 16:05:24,682 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@64eddb38; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@3bd36d4c; comparator=cascading.tuple.hadoop.util.TupleComparator@35acb743; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:24,682 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:24,682 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:24,683 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:24,701 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:24,701 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:24,701 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:24,702 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:24,702 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:24,702 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:24,703 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:24,703 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ADAC07EEB39147129F7A61BEDB075B6F, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:24,704 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:24,704 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 248, total: 451, max: 672
2016-01-14 16:05:24,705 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:24,706 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:24,706 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 248, total: 451, max: 672
2016-01-14 16:05:24,706 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:24,707 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:24,707 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 248, total: 451, max: 672
2016-01-14 16:05:24,707 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:24,708 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:24,708 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 248, total: 451, max: 672
2016-01-14 16:05:24,708 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:24,708 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,709 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADAC07EEB39147129F7A61BEDB075B6F, mem on close (mb), free: 248, total: 451, max: 672
2016-01-14 16:05:24,709 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:24,709 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:24,709 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:24,709 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:24,712 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:24 Completed running task attempt: attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,716 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787524410_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:24,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787524410_0001_1_00, eventCount=1
2016-01-14 16:05:24,717 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:24,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ADAC07EEB39147129F7A61BEDB075B6F, taskAttemptId=attempt_1452787524410_0001_1_00_000000_0, startTime=1452787524645, finishTime=1452787524717, timeTaken=72, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=472907776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524703, Process_Duration=5, Process_End_Time=1452787524708, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:24,717 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:24,717 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=472907776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787524703, Process_Duration=5, Process_End_Time=1452787524708, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:24,717 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24,718 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:24,718 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,718 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:24,718 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787524410_0001_00_000001
2016-01-14 16:05:24,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_FINISHED]: vertexName=ADAC07EEB39147129F7A61BEDB075B6F, taskId=task_1452787524410_0001_1_00_000000, startTime=1452787524645, finishTime=1452787524718, timeTaken=73, status=SUCCEEDED, successfulAttemptID=attempt_1452787524410_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=472907776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524703, Process_Duration=5, Process_End_Time=1452787524708, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:24,719 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:24,719 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] : 1
2016-01-14 16:05:24,719 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,720 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:24,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_FINISHED]: vertexName=ADAC07EEB39147129F7A61BEDB075B6F, vertexId=vertex_1452787524410_0001_1_00, initRequestedTime=1452787524602, initedTime=1452787524623, startRequestedTime=1452787524625, startedTime=1452787524625, finishTime=1452787524719, timeTaken=94, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=472907776, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524703, Process_Duration=5, Process_End_Time=1452787524708, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787524645, firstTasksToStart=[ task_1452787524410_0001_1_00_000000 ], lastTaskFinishTime=1452787524717, lastTasksToFinish=[ task_1452787524410_0001_1_00_000000 ], minTaskDuration=72, maxTaskDuration=72, avgTaskDuration=72.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787524410_0001_1_00_000000 ], longestDurationTasks=[ task_1452787524410_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:24,722 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:24,722 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:24,722 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] attempt: attempt_1452787524410_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:24,722 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,722 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD]
2016-01-14 16:05:24,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787524410_0001_00_000001, stoppedTime=1452787524723, exitStatus=0
2016-01-14 16:05:24,723 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:24,724 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:24,724 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:24,724 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:24,725 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:24,725 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_STARTED]: vertexName=F49109F141D4464CA18EC385786264BD, taskId=task_1452787524410_0001_1_01_000000, scheduledTime=1452787524725, launchTime=1452787524725
2016-01-14 16:05:24,726 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:24,726 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787524410_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:24,726 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD]
2016-01-14 16:05:24,727 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:24,727 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount, VertexName: F49109F141D4464CA18EC385786264BD, VertexParallelism: 1, TaskAttemptID:attempt_1452787524410_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ADAC07EEB39147129F7A61BEDB075B6F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A4650238F917472BA35D24732AA4B9A3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:24,728 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:24,728 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:24,729 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787524410_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:24,729 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787524410_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:24,729 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787524410_0001_00_000001, Exiting
2016-01-14 16:05:24,730 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787524410_0001_00_000001
2016-01-14 16:05:24,730 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787524410_0001_00_000001
2016-01-14 16:05:24,731 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787524410_0001_00_000002
2016-01-14 16:05:24,732 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:24,732 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787524410_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:24,734 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787524410_0001_00_000002
2016-01-14 16:05:24,734 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787524410_0001_00_000001 completed successfully
2016-01-14 16:05:24,735 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:24,735 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:24,737 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:24,737 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787524410_0001_00_000002, launchTime=1452787524737
2016-01-14 16:05:24,737 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:24,738 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787524410_0001_00_000002
2016-01-14 16:05:24,739 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787524410_0001_1_01_000000_0] to container: [container_1452787524410_0001_00_000002]
2016-01-14 16:05:24,739 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:24,740 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787524410_0001_00_000002 given task: attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,740 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787524410_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,740 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787524410_0001_1_01_000000_0] started. Is using containerId: [container_1452787524410_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:24,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:24,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F49109F141D4464CA18EC385786264BD, taskAttemptId=attempt_1452787524410_0001_1_01_000000_0, startTime=1452787524740, containerId=container_1452787524410_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787524410_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:24,742 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:24 Starting to run new task attempt: attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,742 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,742 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,742 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:24,742 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:24,743 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:24,743 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:24,743 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:24,743 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:24,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount, VertexName: F49109F141D4464CA18EC385786264BD, VertexParallelism: 1, TaskAttemptID:attempt_1452787524410_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ADAC07EEB39147129F7A61BEDB075B6F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A4650238F917472BA35D24732AA4B9A3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:24,744 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:24,744 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:24,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=ADAC07EEB39147129F7A61BEDB075B6F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:24,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A4650238F917472BA35D24732AA4B9A3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:24,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,746 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787524410_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:24,746 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:24,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,747 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:24,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A4650238F917472BA35D24732AA4B9A3
2016-01-14 16:05:24,748 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:24,749 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:24,749 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,750 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:24,750 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A4650238F917472BA35D24732AA4B9A3
2016-01-14 16:05:24,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A4650238F917472BA35D24732AA4B9A3
2016-01-14 16:05:24,749 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:24,762 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F49109F141D4464CA18EC385786264BD, ordinal: 1
2016-01-14 16:05:24,762 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F49109F141D4464CA18EC385786264BD, mem on start (mb), free: 242, total: 451, max: 672
2016-01-14 16:05:24,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:24,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:24,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:24,763 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:24,764 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:24,764 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:24,765 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:24,765 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 24, TotalRequested: 739036352, TotalRequestedScaled: 3.69518176E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:1.05
2016-01-14 16:05:24,766 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, ADAC07EEB39147129F7A61BEDB075B6F, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=405125774
2016-01-14 16:05:24,766 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A4650238F917472BA35D24732AA4B9A3, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=66985083
2016-01-14 16:05:24,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:24,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: ADAC07EEB39147129F7A61BEDB075B6F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:24,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:24,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:24,769 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:24,769 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:24,770 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: ADAC07EEB39147129F7A61BEDB075B6F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:24,770 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=405125774. Updated to: ShuffleMem=405125774, postMergeMem: 0
2016-01-14 16:05:24,770 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=405125774, maxSingleShuffleLimit=101281440, mergeThreshold=364613184, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:24,771 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:24,771 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,773 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:24,773 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,773 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787524410_0001_1_00_000000_0_10032, runDuration: 50909, ]
2016-01-14 16:05:24,777 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{1}:'char']]
2016-01-14 16:05:24,777 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{1}:'char']] streamed: true, id: 3FC3C9FFC4C747189ABCC985A95FA9E5
2016-01-14 16:05:24,778 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{1}:'count']], id: 470431FD5FB344148E3514FA5652FE9A
2016-01-14 16:05:24,778 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{1}:'count']] 470431FD5FB344148E3514FA5652FE9A
2016-01-14 16:05:24,779 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787524410_0001_1_00_000000_0_10032] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787524779, TimeTaken=2, Rate=0.05 MB/s
2016-01-14 16:05:24,779 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,780 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:24,780 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [ADAC07EEB39147129F7A61BEDB075B6F] #6 in 5ms
2016-01-14 16:05:24,779 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@38598a4f; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@7e87656f; comparator=cascading.tuple.hadoop.util.TupleComparator@6b149b4e; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:24,780 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:24,780 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:24,780 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:24,788 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [ADAC07EEB39147129F7A61BEDB075B6F] #6, status:false, isInterrupted:false
2016-01-14 16:05:24,796 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 16515068(66060272)
2016-01-14 16:05:24,796 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 63
2016-01-14 16:05:24,796 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 52848232
2016-01-14 16:05:24,796 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 66060288
2016-01-14 16:05:24,796 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 16515068; length = 4128768
2016-01-14 16:05:24,797 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{1}:'char']] 3FC3C9FFC4C747189ABCC985A95FA9E5, for 1 inputs
2016-01-14 16:05:24,797 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:24,798 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:24,798 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:24,798 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:24,799 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:24,799 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,799 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F49109F141D4464CA18EC385786264BD, all 1 inputs ready in: 00:00:00.002
2016-01-14 16:05:24,800 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:24,800 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@dda6348; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7cac1312
2016-01-14 16:05:24,803 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:24,803 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 373, total: 462, max: 672
2016-01-14 16:05:24,803 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:24,803 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,804 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F49109F141D4464CA18EC385786264BD, mem on close (mb), free: 373, total: 462, max: 672
2016-01-14 16:05:24,804 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: ADAC07EEB39147129F7A61BEDB075B6F
2016-01-14 16:05:24,804 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:24,804 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:24,804 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:24,804 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:24,805 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:24,805 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:24,805 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:24,805 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 21; bufvoid = 66060288
2016-01-14 16:05:24,805 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 16515068(66060272); kvend = 16515060(66060240); length = 9/4128768
2016-01-14 16:05:24,810 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:24 Completed running task attempt: attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,815 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787524410_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:24,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787524410_0001_1_01, eventCount=1
2016-01-14 16:05:24,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 52 [[File System Counters FILE_BYTES_READ=165, FILE_BYTES_WRITTEN=69, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=12, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, OUTPUT_BYTES=21, OUTPUT_BYTES_WITH_OVERHEAD=33, OUTPUT_BYTES_PHYSICAL=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=30, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787524800, Process_Duration=3, Process_End_Time=1452787524803, Read_Duration=1, Tuples_Read=9, Tuples_Written=3, Write_Duration=0][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=1, Num_Keys_Hit=2, Num_Keys_Missed=3]]
2016-01-14 16:05:24,816 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:24,816 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,817 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:24,817 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F49109F141D4464CA18EC385786264BD, taskAttemptId=attempt_1452787524410_0001_1_01_000000_0, startTime=1452787524740, finishTime=1452787524816, timeTaken=76, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 52, File System Counters, FILE_BYTES_READ=165, FILE_BYTES_WRITTEN=69, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=12, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, OUTPUT_BYTES=21, OUTPUT_BYTES_WITH_OVERHEAD=33, OUTPUT_BYTES_PHYSICAL=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=30, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524800, Process_Duration=3, Process_End_Time=1452787524803, Read_Duration=1, Tuples_Read=9, Tuples_Written=3, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=1, Num_Keys_Hit=2, Num_Keys_Missed=3
2016-01-14 16:05:24,817 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:24,817 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:24,817 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24,818 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787524410_0001_00_000002
2016-01-14 16:05:24,819 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_FINISHED]: vertexName=F49109F141D4464CA18EC385786264BD, taskId=task_1452787524410_0001_1_01_000000, startTime=1452787524740, finishTime=1452787524818, timeTaken=78, status=SUCCEEDED, successfulAttemptID=attempt_1452787524410_0001_1_01_000000_0, diagnostics=, counters=Counters: 52, File System Counters, FILE_BYTES_READ=165, FILE_BYTES_WRITTEN=69, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=12, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, OUTPUT_BYTES=21, OUTPUT_BYTES_WITH_OVERHEAD=33, OUTPUT_BYTES_PHYSICAL=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=30, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524800, Process_Duration=3, Process_End_Time=1452787524803, Read_Duration=1, Tuples_Read=9, Tuples_Written=3, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=1, Num_Keys_Hit=2, Num_Keys_Missed=3
2016-01-14 16:05:24,819 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:24,819 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:24,819 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] : 1
2016-01-14 16:05:24,819 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD]
2016-01-14 16:05:24,821 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:24,821 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_FINISHED]: vertexName=F49109F141D4464CA18EC385786264BD, vertexId=vertex_1452787524410_0001_1_01, initRequestedTime=1452787524604, initedTime=1452787524609, startRequestedTime=1452787524632, startedTime=1452787524632, finishTime=1452787524819, timeTaken=187, status=SUCCEEDED, diagnostics=, counters=Counters: 52, File System Counters, FILE_BYTES_READ=165, FILE_BYTES_WRITTEN=69, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=12, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, OUTPUT_BYTES=21, OUTPUT_BYTES_WITH_OVERHEAD=33, OUTPUT_BYTES_PHYSICAL=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=30, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524800, Process_Duration=3, Process_End_Time=1452787524803, Read_Duration=1, Tuples_Read=9, Tuples_Written=3, Write_Duration=0, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=1, Num_Keys_Hit=2, Num_Keys_Missed=3, vertexStats=firstTaskStartTime=1452787524740, firstTasksToStart=[ task_1452787524410_0001_1_01_000000 ], lastTaskFinishTime=1452787524816, lastTasksToFinish=[ task_1452787524410_0001_1_01_000000 ], minTaskDuration=76, maxTaskDuration=76, avgTaskDuration=76.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787524410_0001_1_01_000000 ], longestDurationTasks=[ task_1452787524410_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:24,823 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:24,823 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:24,824 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787524410_0001_00_000002, stoppedTime=1452787524824, exitStatus=0
2016-01-14 16:05:24,824 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:24,824 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:24,825 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] attempt: attempt_1452787524410_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:24,825 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A4650238F917472BA35D24732AA4B9A3
2016-01-14 16:05:24,825 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,826 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:24,826 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787524410_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 16:05:24,826 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:24,827 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_STARTED]: vertexName=A4650238F917472BA35D24732AA4B9A3, taskId=task_1452787524410_0001_1_02_000000, scheduledTime=1452787524826, launchTime=1452787524826
2016-01-14 16:05:24,827 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:24,827 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,827 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:24,828 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount, VertexName: A4650238F917472BA35D24732AA4B9A3, VertexParallelism: 1, TaskAttemptID:attempt_1452787524410_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F49109F141D4464CA18EC385786264BD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C837AB0528E24B60B10710BACBCF6EDB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:24,828 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:24,828 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:24,829 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787524410_0001_00_000003
2016-01-14 16:05:24,829 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:24,829 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787524410_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:24,829 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787524410_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:24,830 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787524410_0001_00_000002, Exiting
2016-01-14 16:05:24,830 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787524410_0001_00_000002
2016-01-14 16:05:24,830 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787524410_0001_00_000002
2016-01-14 16:05:24,831 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787524410_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:24,831 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787524410_0001_00_000003
2016-01-14 16:05:24,831 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787524410_0001_00_000002 completed successfully
2016-01-14 16:05:24,832 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:24,832 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:24,835 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:24,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787524410_0001_00_000003, launchTime=1452787524835
2016-01-14 16:05:24,836 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:24,836 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787524410_0001_00_000003
2016-01-14 16:05:24,838 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787524410_0001_1_02_000000_0] to container: [container_1452787524410_0001_00_000003]
2016-01-14 16:05:24,838 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:24,838 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787524410_0001_00_000003 given task: attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,838 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787524410_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,839 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787524410_0001_1_02_000000_0] started. Is using containerId: [container_1452787524410_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:24,839 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A4650238F917472BA35D24732AA4B9A3, taskAttemptId=attempt_1452787524410_0001_1_02_000000_0, startTime=1452787524838, containerId=container_1452787524410_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787524410_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:24,839 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:24,839 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:24 Starting to run new task attempt: attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,839 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,839 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,839 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:24,839 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:24,840 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:24,840 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:24,840 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:24,840 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:24,840 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31] count/(1/1) ...testCountCount/countcount, VertexName: A4650238F917472BA35D24732AA4B9A3, VertexParallelism: 1, TaskAttemptID:attempt_1452787524410_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F49109F141D4464CA18EC385786264BD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C837AB0528E24B60B10710BACBCF6EDB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:24,842 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:24,842 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:24,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,846 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787524410_0001_1_02_000000_0 sent events: (0-1)
2016-01-14 16:05:24,846 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C837AB0528E24B60B10710BACBCF6EDB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:24,847 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:24,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C837AB0528E24B60B10710BACBCF6EDB
2016-01-14 16:05:24,848 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:24,848 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: C837AB0528E24B60B10710BACBCF6EDB
2016-01-14 16:05:24,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F49109F141D4464CA18EC385786264BD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:24,848 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:24,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,850 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:24,853 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:24,854 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:24,855 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,857 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,865 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:24,866 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C837AB0528E24B60B10710BACBCF6EDB
2016-01-14 16:05:24,868 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A4650238F917472BA35D24732AA4B9A3, ordinal: 2
2016-01-14 16:05:24,868 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4650238F917472BA35D24732AA4B9A3, mem on start (mb), free: 365, total: 462, max: 672
2016-01-14 16:05:24,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:24,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:24,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:24,869 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:24,869 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:24,870 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:24,870 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:24,871 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:24,871 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:24,871 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:24,872 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C837AB0528E24B60B10710BACBCF6EDB, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:24,872 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F49109F141D4464CA18EC385786264BD, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:24,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:24,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F49109F141D4464CA18EC385786264BD being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:24,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:24,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:24,874 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:24,874 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:24,874 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F49109F141D4464CA18EC385786264BD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:24,874 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:24,875 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:24,875 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:24,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:24,877 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,878 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787524410_0001_1_01_000000_0_10035, runDuration: 64539, ]
2016-01-14 16:05:24,879 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787524410_0001_1_01_000000_0_10035] to DISK_DIRECT, CompressedSize=37, DecompressedSize=33,EndTime=1452787524879, TimeTaken=1, Rate=0.04 MB/s
2016-01-14 16:05:24,880 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,880 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:24,880 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{1}:'count']]
2016-01-14 16:05:24,880 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F49109F141D4464CA18EC385786264BD] #7 in 2ms
2016-01-14 16:05:24,881 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F49109F141D4464CA18EC385786264BD] #7, status:false, isInterrupted:false
2016-01-14 16:05:24,881 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{1}:'count']] streamed: true, id: 470431FD5FB344148E3514FA5652FE9A
2016-01-14 16:05:24,882 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:24,883 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 37 bytes from disk
2016-01-14 16:05:24,883 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:24,883 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:24,883 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 24 bytes
2016-01-14 16:05:24,883 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,884 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:24,884 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount"], id: C837AB0528E24B60B10710BACBCF6EDB
2016-01-14 16:05:24,885 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['count', 'count2']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount"]
2016-01-14 16:05:24,885 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{1}:'count']] 470431FD5FB344148E3514FA5652FE9A, for 1 inputs
2016-01-14 16:05:24,886 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A4650238F917472BA35D24732AA4B9A3, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:24,887 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@215663bf; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2eaea1b2
2016-01-14 16:05:24,889 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:24,889 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:24,890 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,890 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787524410_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 16:05:24,891 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,892 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A4650238F917472BA35D24732AA4B9A3, mem on close (mb), free: 362, total: 462, max: 672
2016-01-14 16:05:24,892 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F49109F141D4464CA18EC385786264BD
2016-01-14 16:05:24,892 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:24,893 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:24,893 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:24,893 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:24,894 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:24 Completed running task attempt: attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,895 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787524410_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:24,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=69, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=3, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=3, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=37, SHUFFLE_BYTES=37, SHUFFLE_BYTES_DECOMPRESSED=33, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=37, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787524886, Process_Duration=5, Process_End_Time=1452787524891, Read_Duration=1, Tuples_Read=3, Tuples_Written=3, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=3]]
2016-01-14 16:05:24,896 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:24,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A4650238F917472BA35D24732AA4B9A3, taskAttemptId=attempt_1452787524410_0001_1_02_000000_0, startTime=1452787524838, finishTime=1452787524896, timeTaken=58, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=69, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=3, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=3, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=37, SHUFFLE_BYTES=37, SHUFFLE_BYTES_DECOMPRESSED=33, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=37, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524886, Process_Duration=5, Process_End_Time=1452787524891, Read_Duration=1, Tuples_Read=3, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=3
2016-01-14 16:05:24,898 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787524410_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:24,897 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:24,898 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,898 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:24,899 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787524410_0001_00_000003
2016-01-14 16:05:24,898 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24,901 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:24,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:TASK_FINISHED]: vertexName=A4650238F917472BA35D24732AA4B9A3, taskId=task_1452787524410_0001_1_02_000000, startTime=1452787524838, finishTime=1452787524900, timeTaken=62, status=SUCCEEDED, successfulAttemptID=attempt_1452787524410_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=69, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=3, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=3, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=37, SHUFFLE_BYTES=37, SHUFFLE_BYTES_DECOMPRESSED=33, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=37, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524886, Process_Duration=5, Process_End_Time=1452787524891, Read_Duration=1, Tuples_Read=3, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=3
2016-01-14 16:05:24,901 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787524410_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:24,902 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] : 1
2016-01-14 16:05:24,902 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,903 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:24,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:VERTEX_FINISHED]: vertexName=A4650238F917472BA35D24732AA4B9A3, vertexId=vertex_1452787524410_0001_1_02, initRequestedTime=1452787524612, initedTime=1452787524620, startRequestedTime=1452787524637, startedTime=1452787524637, finishTime=1452787524902, timeTaken=265, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=69, FILE_BYTES_WRITTEN=24, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=2, REDUCE_INPUT_RECORDS=3, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=3, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=3, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=37, SHUFFLE_BYTES=37, SHUFFLE_BYTES_DECOMPRESSED=33, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=37, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787524886, Process_Duration=5, Process_End_Time=1452787524891, Read_Duration=1, Tuples_Read=3, Tuples_Written=3, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=3, vertexStats=firstTaskStartTime=1452787524838, firstTasksToStart=[ task_1452787524410_0001_1_02_000000 ], lastTaskFinishTime=1452787524896, lastTasksToFinish=[ task_1452787524410_0001_1_02_000000 ], minTaskDuration=58, maxTaskDuration=58, avgTaskDuration=58.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787524410_0001_1_02_000000 ], longestDurationTasks=[ task_1452787524410_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:24,904 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:24,904 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:24,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787524410_0001_00_000003, stoppedTime=1452787524904, exitStatus=0
2016-01-14 16:05:24,904 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:24,904 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:24,904 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:24,905 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787524410_0001_1
2016-01-14 16:05:24,905 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787524410_0001_1
2016-01-14 16:05:24,905 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787524410_0001_1_00 [ADAC07EEB39147129F7A61BEDB075B6F]
2016-01-14 16:05:24,905 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787524410_0001_1_01 [F49109F141D4464CA18EC385786264BD]
2016-01-14 16:05:24,905 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: C837AB0528E24B60B10710BACBCF6EDB for vertex: vertex_1452787524410_0001_1_02 [A4650238F917472BA35D24732AA4B9A3]
2016-01-14 16:05:24,910 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787524410_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:24,910 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787524410_0001_00_000003: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:24,911 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787524410_0001_00_000003, Exiting
2016-01-14 16:05:24,911 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787524410_0001_00_000003
2016-01-14 16:05:24,911 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787524410_0001_00_000003
2016-01-14 16:05:24,912 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787524410_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:24,912 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787524410_0001_00_000003 completed successfully
2016-01-14 16:05:24,918 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787524410_0001_1, queueSize=0
2016-01-14 16:05:24,919 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:24,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787524410_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787524410_0001_1, startTime=1452787524601, finishTime=1452787524915, timeTaken=314, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=344, FILE_BYTES_WRITTEN=226, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=6, REDUCE_INPUT_RECORDS=12, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1441792000, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=15, OUTPUT_BYTES=120, OUTPUT_BYTES_WITH_OVERHEAD=130, OUTPUT_BYTES_PHYSICAL=138, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=138, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=138, SHUFFLE_BYTES_DECOMPRESSED=130, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=138, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=39, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358362574389, Process_Duration=13, Process_End_Time=4358362574402, Read_Duration=4, Tuples_Read=25, Tuples_Written=15, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=3, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=8, Num_Keys_Hit=6, Num_Keys_Missed=12
2016-01-14 16:05:24,920 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787524410_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:24,920 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787524410_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:24,921 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787524410_0001_00_000003
2016-01-14 16:05:24,921 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787524410_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:24 Completed Dag: dag_1452787524410_0001_1
2016-01-14 16:05:24,923 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787524410_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:24,923 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787524410_0001_1_post
2016-01-14 16:05:24,923 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:24,924 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:24,928 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...testCountCount/countcount, applicationId=application_1452787524410_0001
2016-01-14 16:05:24,931 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:24,931 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:24,931 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:24,931 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:24,931 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:24,931 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:24,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:24,933 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:24,933 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:24,933 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:24,933 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:24,934 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:24,934 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:24,941 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AB157602DEE841EFB145F2827BEEEE7C/AFE867E8C9034C4DA5BCE0BDF054CD31/.tez/application_1452787524410_0001
2016-01-14 16:05:24,942 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.554
2016-01-14 16:05:25,013 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountCount/countcount
2016-01-14 16:05:25,045 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:25,045 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:25,103 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-01-14 16:05:25,117 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.044
2016-01-14 16:05:25,119 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:25,119 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:25,120 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:25,148 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:25,162 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:25,179 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount
2016-01-14 16:05:25,232 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: C9E4C1961CF44EAC964966387A1826A0,B5DD06E514BB46F28894C0FEC9A4ED24 and B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,235 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] starting
2016-01-14 16:05:25,235 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:25,236 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:25,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount"]
2016-01-14 16:05:25,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs]  parallel execution of steps is enabled: false
2016-01-14 16:05:25,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs]  executing total steps: 1
2016-01-14 16:05:25,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs]  allocating management threads: 1
2016-01-14 16:05:25,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] starting step: (1/1) ...testCountMerge/mergecount
2016-01-14 16:05:25,239 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [count-lhs+count-rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:25,253 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] tez session mode enabled: true
2016-01-14 16:05:25,258 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:25,259 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:25,259 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:25,270 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA/.tez/application_1452787525258_0001 doesn't exist and is created
2016-01-14 16:05:25,288 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:25,288 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:25,289 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA/.tez/application_1452787525258_0001
2016-01-14 16:05:25,293 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787525258_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:25,305 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:25,306 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:25,308 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:25,308 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:25,308 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA/.tez/application_1452787525258_0001/localmode-log-dir
2016-01-14 16:05:25,310 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA/.tez/application_1452787525258_0001/localmode-log-dir/history.txt.appattempt_1452787525258_0001_000000, maxErrors=10
2016-01-14 16:05:25,310 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:25,310 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787525258_0001_000000, appSubmitTime=1452787525292, launchTime=1452787525293
2016-01-14 16:05:25,315 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:25,320 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:42528
2016-01-14 16:05:25,321 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:25,324 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:25,324 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:25,326 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:25,329 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787525258_0001_000000, startTime=1452787525329
2016-01-14 16:05:25,329 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:25,329 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:25,388 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:25,389 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:25,389 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...testCountMerge/mergecount, applicationId=application_1452787525258_0001, dagName=[4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-01-14 16:05:25,409 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-01-14 16:05:25,411 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787525258_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA/.tez/application_1452787525258_0001/localmode-log-dir/dag_1452787525258_0001_1.dot
2016-01-14 16:05:25,412 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA/.tez/application_1452787525258_0001/localmode-log-dir/dag_1452787525258_0001_1-tez-dag.pb.txt
2016-01-14 16:05:25,436 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787525258_0001_1
2016-01-14 16:05:25,436 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,437 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-01-14 16:05:25 Running Dag: dag_1452787525258_0001_1
2016-01-14 16:05:25,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787525258_0001_1, submitTime=1452787525409
2016-01-14 16:05:25,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:25,458 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,458 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:25,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787525258_0001_1, initTime=1452787525456
2016-01-14 16:05:25,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:25,460 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787525258_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:25,461 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:DAG_STARTED]: dagID=dag_1452787525258_0001_1, startTime=1452787525460
2016-01-14 16:05:25,461 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:25,461 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:25,461 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787525258_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:25,461 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B5DD06E514BB46F28894C0FEC9A4ED24 : {6DEA72E42BB84A10B8F58A00D2579754={InputName=6DEA72E42BB84A10B8F58A00D2579754}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:25,461 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 6DEA72E42BB84A10B8F58A00D2579754, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:25,462 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,462 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...testCountMerge/mergecount, applicationId=application_1452787525258_0001, dagName=[4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount
2016-01-14 16:05:25,462 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,462 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,462 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]. Starting root input initializers: 1
2016-01-14 16:05:25,464 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:25,464 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 6DEA72E42BB84A10B8F58A00D2579754 on vertex vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,464 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C9E4C1961CF44EAC964966387A1826A0 : {476A791CCE1A4C17BFC7E41C19E4208A={InputName=476A791CCE1A4C17BFC7E41C19E4208A}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:25,467 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 476A791CCE1A4C17BFC7E41C19E4208A, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:25,467 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,467 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,467 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,468 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]. Starting root input initializers: 1
2016-01-14 16:05:25,473 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:25,473 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 6DEA72E42BB84A10B8F58A00D2579754 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:25,474 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:25,475 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,477 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 476A791CCE1A4C17BFC7E41C19E4208A on vertex vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,478 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:25,478 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,478 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,478 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,479 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=BBDCE8D6F27E4284BA82957EB3BA877D, vertexId=vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:25,479 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=BBDCE8D6F27E4284BA82957EB3BA877D, vertexId=vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,479 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:25,479 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 476A791CCE1A4C17BFC7E41C19E4208A asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:25,480 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:25,480 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:25,482 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:25,483 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:25,483 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 476A791CCE1A4C17BFC7E41C19E4208A on vertex vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,485 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:25,488 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=BBDCE8D6F27E4284BA82957EB3BA877D, vertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:25,488 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=BBDCE8D6F27E4284BA82957EB3BA877D, vertexId=vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,490 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:25,491 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:25,491 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, vertexId=vertex_1452787525258_0001_1_02, initRequestedTime=1452787525475, initedTime=1452787525490, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:25,492 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 6DEA72E42BB84A10B8F58A00D2579754 on vertex vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,492 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:25,493 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:25,494 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {476A791CCE1A4C17BFC7E41C19E4208A=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:25,494 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] parallelism set to 1
2016-01-14 16:05:25,495 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:25,496 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787525258_0001_1_01, eventCount=1
2016-01-14 16:05:25,495 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs] submitted tez dag to app master: application_1452787525258_0001, with dag id: dag_1452787525258_0001_1
2016-01-14 16:05:25,499 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:25,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C9E4C1961CF44EAC964966387A1826A0, vertexId=vertex_1452787525258_0001_1_01, initRequestedTime=1452787525464, initedTime=1452787525497, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:25,500 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] with distanceFromRoot: 0
2016-01-14 16:05:25,501 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:25,502 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:25,504 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {6DEA72E42BB84A10B8F58A00D2579754=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:25,504 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] parallelism set to 1
2016-01-14 16:05:25,505 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:25,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787525258_0001_1_00, eventCount=1
2016-01-14 16:05:25,506 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:25,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B5DD06E514BB46F28894C0FEC9A4ED24, vertexId=vertex_1452787525258_0001_1_00, initRequestedTime=1452787525461, initedTime=1452787525506, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:25,506 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] with distanceFromRoot: 0
2016-01-14 16:05:25,507 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:25,509 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C9E4C1961CF44EAC964966387A1826A0
2016-01-14 16:05:25,509 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:25,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787525258_0001_1_01, startRequestedTime=1452787525508, startedTime=1452787525508
2016-01-14 16:05:25,510 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:25,511 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B5DD06E514BB46F28894C0FEC9A4ED24
2016-01-14 16:05:25,512 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,512 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:25,513 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787525258_0001_1_00, startRequestedTime=1452787525511, startedTime=1452787525511
2016-01-14 16:05:25,513 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:25,516 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:25,517 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_STARTED]: vertexName=C9E4C1961CF44EAC964966387A1826A0, taskId=task_1452787525258_0001_1_01_000000, scheduledTime=1452787525516, launchTime=1452787525516
2016-01-14 16:05:25,518 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:25,518 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787525258_0001_1_01 for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] numStartedSources: 1 numSources: 2
2016-01-14 16:05:25,518 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] numStartedSources: 1 numSources: 2
2016-01-14 16:05:25,519 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:25,519 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_STARTED]: vertexName=B5DD06E514BB46F28894C0FEC9A4ED24, taskId=task_1452787525258_0001_1_00_000000, scheduledTime=1452787525518, launchTime=1452787525518
2016-01-14 16:05:25,519 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:25,520 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787525258_0001_1_00 for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] numStartedSources: 2 numSources: 2
2016-01-14 16:05:25,520 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] with distanceFromRoot: 1
2016-01-14 16:05:25,520 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,521 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,521 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C9E4C1961CF44EAC964966387A1826A0 in vertex: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,522 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B5DD06E514BB46F28894C0FEC9A4ED24 in vertex: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,522 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B868F70B2F324C9EAE9773A3A6B6B0D1 with 2 source tasks and 1 pending tasks
2016-01-14 16:05:25,522 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:25,523 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787525258_0001_1_02, startRequestedTime=1452787525521, startedTime=1452787525521
2016-01-14 16:05:25,523 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:25,523 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: C9E4C1961CF44EAC964966387A1826A0, VertexParallelism: 1, TaskAttemptID:attempt_1452787525258_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=476A791CCE1A4C17BFC7E41C19E4208A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:25,524 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:25,524 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: B5DD06E514BB46F28894C0FEC9A4ED24, VertexParallelism: 1, TaskAttemptID:attempt_1452787525258_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6DEA72E42BB84A10B8F58A00D2579754, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:25,525 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:25,525 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:25,525 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:25,526 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:25,527 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:25,527 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:25,528 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787525258_0001_00_000001
2016-01-14 16:05:25,529 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:25,530 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787525258_0001_00_000002
2016-01-14 16:05:25,531 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:25,531 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787525258_0001_00_000001
2016-01-14 16:05:25,531 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:25,532 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:25,532 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:25,533 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787525258_0001_00_000002
2016-01-14 16:05:25,533 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:25,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787525258_0001_00_000001, launchTime=1452787525532
2016-01-14 16:05:25,534 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:25,534 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:25,535 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787525258_0001_00_000002, launchTime=1452787525534
2016-01-14 16:05:25,537 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787525258_0001_00_000001
2016-01-14 16:05:25,538 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787525258_0001_00_000002
2016-01-14 16:05:25,538 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787525258_0001_1_01_000000_0] to container: [container_1452787525258_0001_00_000001]
2016-01-14 16:05:25,539 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787525258_0001_1_00_000000_0] to container: [container_1452787525258_0001_00_000002]
2016-01-14 16:05:25,540 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:25,539 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:25,540 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787525258_0001_1_00_000000_0] started. Is using containerId: [container_1452787525258_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:25,540 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787525258_0001_00_000002 given task: attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,542 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B5DD06E514BB46F28894C0FEC9A4ED24, taskAttemptId=attempt_1452787525258_0001_1_00_000000_0, startTime=1452787525540, containerId=container_1452787525258_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787525258_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:25,542 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:25,543 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787525258_0001_1_01_000000_0] started. Is using containerId: [container_1452787525258_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:25,543 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C9E4C1961CF44EAC964966387A1826A0, taskAttemptId=attempt_1452787525258_0001_1_01_000000_0, startTime=1452787525543, containerId=container_1452787525258_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787525258_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:25,543 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:25,543 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:25,542 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787525258_0001_00_000001 given task: attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,544 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:25,542 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:25,544 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:25,544 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787525258_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,550 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787525258_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25 Starting to run new task attempt: attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,550 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,550 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,551 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:25 Starting to run new task attempt: attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,551 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,551 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,551 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:25,551 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:25,551 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:25,551 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:25,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: C9E4C1961CF44EAC964966387A1826A0, VertexParallelism: 1, TaskAttemptID:attempt_1452787525258_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=476A791CCE1A4C17BFC7E41C19E4208A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:25,552 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:25,551 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:25,552 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:25,552 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:25,553 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:25,553 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:25,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: B5DD06E514BB46F28894C0FEC9A4ED24, VertexParallelism: 1, TaskAttemptID:attempt_1452787525258_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6DEA72E42BB84A10B8F58A00D2579754, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:25,554 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:25,558 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:25,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,559 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:25,559 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=6DEA72E42BB84A10B8F58A00D2579754, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:25,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:25,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 6DEA72E42BB84A10B8F58A00D2579754
2016-01-14 16:05:25,562 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 6DEA72E42BB84A10B8F58A00D2579754
2016-01-14 16:05:25,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:25,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:25,566 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,568 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:25,568 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,568 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:25,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=476A791CCE1A4C17BFC7E41C19E4208A, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:25,571 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:25,572 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 476A791CCE1A4C17BFC7E41C19E4208A
2016-01-14 16:05:25,573 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 476A791CCE1A4C17BFC7E41C19E4208A
2016-01-14 16:05:25,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,579 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:25,579 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,583 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B5DD06E514BB46F28894C0FEC9A4ED24, ordinal: 1
2016-01-14 16:05:25,583 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B5DD06E514BB46F28894C0FEC9A4ED24, mem on start (mb), free: 262, total: 462, max: 672
2016-01-14 16:05:25,583 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,583 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:25,583 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:25,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:25,584 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787525258_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:25,584 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787525258_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:25,584 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:25,585 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 6DEA72E42BB84A10B8F58A00D2579754
2016-01-14 16:05:25,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 6DEA72E42BB84A10B8F58A00D2579754
2016-01-14 16:05:25,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:25,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,590 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:25,590 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,590 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,590 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:25,595 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:25,595 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:25,596 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:25,596 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:25,596 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:25,597 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:25,597 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 6DEA72E42BB84A10B8F58A00D2579754, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:25,597 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B868F70B2F324C9EAE9773A3A6B6B0D1, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:25,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:25,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 6DEA72E42BB84A10B8F58A00D2579754 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:25,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:25,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:25,596 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:25,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 6DEA72E42BB84A10B8F58A00D2579754
2016-01-14 16:05:25,600 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:25,600 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 6DEA72E42BB84A10B8F58A00D2579754
2016-01-14 16:05:25,601 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 476A791CCE1A4C17BFC7E41C19E4208A
2016-01-14 16:05:25,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 476A791CCE1A4C17BFC7E41C19E4208A
2016-01-14 16:05:25,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:25,603 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,605 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:25,606 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3b610e12
2016-01-14 16:05:25,608 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:25,609 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: 6DEA72E42BB84A10B8F58A00D2579754
2016-01-14 16:05:25,609 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']], id: 04C2B4D101CE435FB6DBD18047FABB1B
2016-01-14 16:05:25,610 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] 04C2B4D101CE435FB6DBD18047FABB1B
2016-01-14 16:05:25,610 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3b610e12
2016-01-14 16:05:25,610 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6b680257; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@7971d4d7; comparator=cascading.tuple.hadoop.util.TupleComparator@204cad8b; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:25,610 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:25,611 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:25,611 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:25,612 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:25,612 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:25,631 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C9E4C1961CF44EAC964966387A1826A0, ordinal: 0
2016-01-14 16:05:25,632 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C9E4C1961CF44EAC964966387A1826A0, mem on start (mb), free: 326, total: 453, max: 672
2016-01-14 16:05:25,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,633 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:25,632 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:25,633 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:25,633 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:25,633 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:25,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:25,633 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:25,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:25,634 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:25,635 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:25,635 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:25,635 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:25,636 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:25,636 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:25,636 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 476A791CCE1A4C17BFC7E41C19E4208A, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:25,637 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B868F70B2F324C9EAE9773A3A6B6B0D1, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:25,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:25,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 476A791CCE1A4C17BFC7E41C19E4208A
2016-01-14 16:05:25,637 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:25,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 476A791CCE1A4C17BFC7E41C19E4208A
2016-01-14 16:05:25,638 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:25,638 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:25,638 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B5DD06E514BB46F28894C0FEC9A4ED24, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:25,641 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:25,642 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 326, total: 453, max: 672
2016-01-14 16:05:25,642 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 476A791CCE1A4C17BFC7E41C19E4208A being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:25,644 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:25,645 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 325, total: 453, max: 672
2016-01-14 16:05:25,646 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:25,646 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:25,646 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 325, total: 453, max: 672
2016-01-14 16:05:25,647 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,647 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:25,647 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 325, total: 453, max: 672
2016-01-14 16:05:25,647 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,648 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,648 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B5DD06E514BB46F28894C0FEC9A4ED24, mem on close (mb), free: 325, total: 453, max: 672
2016-01-14 16:05:25,648 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:25,648 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:25,648 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:25,649 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:25,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:25,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:25,651 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,653 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:25,656 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:25,658 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:25,659 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 476A791CCE1A4C17BFC7E41C19E4208A
2016-01-14 16:05:25,659 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']], id: 04C2B4D101CE435FB6DBD18047FABB1B
2016-01-14 16:05:25 Completed running task attempt: attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,661 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] 04C2B4D101CE435FB6DBD18047FABB1B
2016-01-14 16:05:25,663 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@4d2b9182; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@675e1562; comparator=cascading.tuple.hadoop.util.TupleComparator@51ce09f2; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:25,661 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787525258_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:25,663 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:25,661 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@56c1bccd
2016-01-14 16:05:25,664 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:25,665 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787525258_0001_1_00, eventCount=1
2016-01-14 16:05:25,665 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@56c1bccd
2016-01-14 16:05:25,665 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:25,665 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:25,666 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B5DD06E514BB46F28894C0FEC9A4ED24, taskAttemptId=attempt_1452787525258_0001_1_00_000000_0, startTime=1452787525540, finishTime=1452787525665, timeTaken=125, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525638, Process_Duration=10, Process_End_Time=1452787525648, Read_Duration=5, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:25,666 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:25,666 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:25,666 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:25,666 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25,667 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:25,668 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_FINISHED]: vertexName=B5DD06E514BB46F28894C0FEC9A4ED24, taskId=task_1452787525258_0001_1_00_000000, startTime=1452787525540, finishTime=1452787525667, timeTaken=127, status=SUCCEEDED, successfulAttemptID=attempt_1452787525258_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525638, Process_Duration=10, Process_End_Time=1452787525648, Read_Duration=5, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:25,667 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:25,668 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:25,668 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] : 1
2016-01-14 16:05:25,668 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,685 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:25,685 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:25,686 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:25,686 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:25,686 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:25,686 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:25,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_FINISHED]: vertexName=B5DD06E514BB46F28894C0FEC9A4ED24, vertexId=vertex_1452787525258_0001_1_00, initRequestedTime=1452787525461, initedTime=1452787525506, startRequestedTime=1452787525511, startedTime=1452787525511, finishTime=1452787525668, timeTaken=157, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525638, Process_Duration=10, Process_End_Time=1452787525648, Read_Duration=5, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787525540, firstTasksToStart=[ task_1452787525258_0001_1_00_000000 ], lastTaskFinishTime=1452787525665, lastTasksToFinish=[ task_1452787525258_0001_1_00_000000 ], minTaskDuration=125, maxTaskDuration=125, avgTaskDuration=125.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787525258_0001_1_00_000000 ], longestDurationTasks=[ task_1452787525258_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:25,687 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:25,689 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787525638, Process_Duration=10, Process_End_Time=1452787525648, Read_Duration=5, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:25,689 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:25,689 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:25,689 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,690 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787525258_0001_00_000002
2016-01-14 16:05:25,690 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:25,691 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:25,691 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] attempt: attempt_1452787525258_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:25,691 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:25,692 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:25,691 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C9E4C1961CF44EAC964966387A1826A0, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:25,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787525258_0001_00_000002, stoppedTime=1452787525692, exitStatus=0
2016-01-14 16:05:25,694 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:25,695 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(221)) - No more tasks for container with id : container_1452787525258_0001_00_000002. Asking it to die
2016-01-14 16:05:25,695 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787525258_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:25,695 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787525258_0001_00_000002, Exiting
2016-01-14 16:05:25,695 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787525258_0001_00_000002
2016-01-14 16:05:25,695 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787525258_0001_00_000002
2016-01-14 16:05:25,699 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787525258_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:25,699 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787525258_0001_00_000002 completed successfully
2016-01-14 16:05:25,699 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:25,699 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787525258_0001_00_000002
2016-01-14 16:05:25,701 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:25,701 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 453, max: 672
2016-01-14 16:05:25,702 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,704 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:25,704 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 453, max: 672
2016-01-14 16:05:25,705 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,706 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:25,706 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 453, max: 672
2016-01-14 16:05:25,706 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,707 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:25,708 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 221, total: 453, max: 672
2016-01-14 16:05:25,708 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:25,709 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,709 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C9E4C1961CF44EAC964966387A1826A0, mem on close (mb), free: 221, total: 453, max: 672
2016-01-14 16:05:25,710 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:25,710 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:25,710 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:25,711 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:25,713 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:25 Completed running task attempt: attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,719 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787525258_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:25,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787525258_0001_1_01, eventCount=1
2016-01-14 16:05:25,721 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:25,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C9E4C1961CF44EAC964966387A1826A0, taskAttemptId=attempt_1452787525258_0001_1_01_000000_0, startTime=1452787525543, finishTime=1452787525720, timeTaken=177, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9016, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525694, Process_Duration=15, Process_End_Time=1452787525709, Read_Duration=8, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:25,721 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:25,721 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:25,721 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25,722 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:25,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_FINISHED]: vertexName=C9E4C1961CF44EAC964966387A1826A0, taskId=task_1452787525258_0001_1_01_000000, startTime=1452787525543, finishTime=1452787525721, timeTaken=178, status=SUCCEEDED, successfulAttemptID=attempt_1452787525258_0001_1_01_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9016, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525694, Process_Duration=15, Process_End_Time=1452787525709, Read_Duration=8, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:25,722 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:25,722 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] : 1
2016-01-14 16:05:25,723 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,725 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:25,725 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_FINISHED]: vertexName=C9E4C1961CF44EAC964966387A1826A0, vertexId=vertex_1452787525258_0001_1_01, initRequestedTime=1452787525464, initedTime=1452787525497, startRequestedTime=1452787525508, startedTime=1452787525508, finishTime=1452787525723, timeTaken=215, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9016, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525694, Process_Duration=15, Process_End_Time=1452787525709, Read_Duration=8, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787525543, firstTasksToStart=[ task_1452787525258_0001_1_01_000000 ], lastTaskFinishTime=1452787525720, lastTasksToFinish=[ task_1452787525258_0001_1_01_000000 ], minTaskDuration=177, maxTaskDuration=177, avgTaskDuration=177.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787525258_0001_1_01_000000 ], longestDurationTasks=[ task_1452787525258_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:25,726 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:25,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9016, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=6, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=475004928, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787525694, Process_Duration=15, Process_End_Time=1452787525709, Read_Duration=8, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:25,727 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:25,727 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:25,727 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,728 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:25,728 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787525258_0001_00_000001
2016-01-14 16:05:25,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787525258_0001_00_000001, stoppedTime=1452787525728, exitStatus=0
2016-01-14 16:05:25,729 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:25,730 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] attempt: attempt_1452787525258_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:25,730 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,730 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,731 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:25,732 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787525258_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:25,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:25,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_STARTED]: vertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, taskId=task_1452787525258_0001_1_02_000000, scheduledTime=1452787525732, launchTime=1452787525732
2016-01-14 16:05:25,733 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:25,733 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,734 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:25,735 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: B868F70B2F324C9EAE9773A3A6B6B0D1, VertexParallelism: 1, TaskAttemptID:attempt_1452787525258_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B5DD06E514BB46F28894C0FEC9A4ED24, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=C9E4C1961CF44EAC964966387A1826A0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BBDCE8D6F27E4284BA82957EB3BA877D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: B868F70B2F324C9EAE9773A3A6B6B0D1 { C9E4C1961CF44EAC964966387A1826A0 B5DD06E514BB46F28894C0FEC9A4ED24 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:25,735 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:25,736 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:25,736 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787525258_0001_00_000003
2016-01-14 16:05:25,737 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:25,730 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787525258_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:25,738 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787525258_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:25,738 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787525258_0001_00_000001, Exiting
2016-01-14 16:05:25,738 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787525258_0001_00_000001
2016-01-14 16:05:25,738 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787525258_0001_00_000001
2016-01-14 16:05:25,739 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787525258_0001_00_000003
2016-01-14 16:05:25,739 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787525258_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:25,739 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787525258_0001_00_000001 completed successfully
2016-01-14 16:05:25,740 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:25,741 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:25,742 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:25,743 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:25,744 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787525258_0001_00_000003, launchTime=1452787525743
2016-01-14 16:05:25,744 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787525258_0001_00_000003
2016-01-14 16:05:25,745 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787525258_0001_1_02_000000_0] to container: [container_1452787525258_0001_00_000003]
2016-01-14 16:05:25,746 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:25,746 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787525258_0001_1_02_000000_0] started. Is using containerId: [container_1452787525258_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:25,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, taskAttemptId=attempt_1452787525258_0001_1_02_000000_0, startTime=1452787525746, containerId=container_1452787525258_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787525258_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:25,747 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:25,747 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:25,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:25,748 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787525258_0001_00_000003 given task: attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,748 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787525258_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25 Starting to run new task attempt: attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,748 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,748 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,749 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:25,749 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:25,749 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:25,749 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:25,749 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:25,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA] count-lhs+count-rhs/(1/1) ...testCountMerge/mergecount, VertexName: B868F70B2F324C9EAE9773A3A6B6B0D1, VertexParallelism: 1, TaskAttemptID:attempt_1452787525258_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B5DD06E514BB46F28894C0FEC9A4ED24, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=C9E4C1961CF44EAC964966387A1826A0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BBDCE8D6F27E4284BA82957EB3BA877D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: B868F70B2F324C9EAE9773A3A6B6B0D1 { C9E4C1961CF44EAC964966387A1826A0 B5DD06E514BB46F28894C0FEC9A4ED24 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:25,749 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:25,751 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:25,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B5DD06E514BB46F28894C0FEC9A4ED24, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:25,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:25,754 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B5DD06E514BB46F28894C0FEC9A4ED24
2016-01-14 16:05:25,756 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:25,756 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:25,756 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B5DD06E514BB46F28894C0FEC9A4ED24
2016-01-14 16:05:25,757 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B5DD06E514BB46F28894C0FEC9A4ED24
2016-01-14 16:05:25,757 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C9E4C1961CF44EAC964966387A1826A0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:25,760 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787525258_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:25,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:25,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C9E4C1961CF44EAC964966387A1826A0
2016-01-14 16:05:25,761 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:25,763 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:25,763 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:25,763 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C9E4C1961CF44EAC964966387A1826A0
2016-01-14 16:05:25,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C9E4C1961CF44EAC964966387A1826A0
2016-01-14 16:05:25,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BBDCE8D6F27E4284BA82957EB3BA877D, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:25,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:25,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BBDCE8D6F27E4284BA82957EB3BA877D
2016-01-14 16:05:25,769 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:25,769 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: BBDCE8D6F27E4284BA82957EB3BA877D
2016-01-14 16:05:25,778 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B868F70B2F324C9EAE9773A3A6B6B0D1, ordinal: 2
2016-01-14 16:05:25,778 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B868F70B2F324C9EAE9773A3A6B6B0D1, mem on start (mb), free: 215, total: 453, max: 672
2016-01-14 16:05:25,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:25,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:25,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:25,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:25,785 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:25,785 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BBDCE8D6F27E4284BA82957EB3BA877D
2016-01-14 16:05:25,785 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:25,785 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:25,785 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: B868F70B2F324C9EAE9773A3A6B6B0D1 { C9E4C1961CF44EAC964966387A1826A0 B5DD06E514BB46F28894C0FEC9A4ED24 } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
2016-01-14 16:05:25,786 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:25,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:25,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:25,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:25,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:25,787 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:25,785 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:25,787 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 16:05:25,788 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B5DD06E514BB46F28894C0FEC9A4ED24, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:25,788 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C9E4C1961CF44EAC964966387A1826A0, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:25,788 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BBDCE8D6F27E4284BA82957EB3BA877D, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:25,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:25,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring B5DD06E514BB46F28894C0FEC9A4ED24 for start, since it will be controlled via it's Group
2016-01-14 16:05:25,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring C9E4C1961CF44EAC964966387A1826A0 for start, since it will be controlled via it's Group
2016-01-14 16:05:25,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,790 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:25,790 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:25,792 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C9E4C1961CF44EAC964966387A1826A0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:25,792 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:25,792 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:25,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: B868F70B2F324C9EAE9773A3A6B6B0D1 being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:25,792 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:25,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:25,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:25,794 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:25,795 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:25,795 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B5DD06E514BB46F28894C0FEC9A4ED24 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:25,795 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:25,795 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:25,796 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:25,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B868F70B2F324C9EAE9773A3A6B6B0D1
2016-01-14 16:05:25,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:25,798 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,800 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787525258_0001_1_00_000000_0_10042, runDuration: 91833, ]
2016-01-14 16:05:25,801 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787525258_0001_1_01_000000_0_10044, runDuration: 129749, ]
2016-01-14 16:05:25,802 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']]
2016-01-14 16:05:25,803 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] streamed: true, id: 04C2B4D101CE435FB6DBD18047FABB1B
2016-01-14 16:05:25,803 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount"], id: BBDCE8D6F27E4284BA82957EB3BA877D
2016-01-14 16:05:25,803 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount"]
2016-01-14 16:05:25,804 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(count-lhs+count-rhs)[by: count-lhs:[{1}:'char'] count-rhs:[{1}:'char']] 04C2B4D101CE435FB6DBD18047FABB1B, for 1 inputs
2016-01-14 16:05:25,805 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787525258_0001_1_01_000000_0_10044] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787525805, TimeTaken=2, Rate=0.05 MB/s
2016-01-14 16:05:25,806 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C9E4C1961CF44EAC964966387A1826A0
2016-01-14 16:05:25,806 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:25,807 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C9E4C1961CF44EAC964966387A1826A0] #8 in 5ms
2016-01-14 16:05:25,807 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787525258_0001_1_00_000000_0_10042] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787525807, TimeTaken=2, Rate=0.05 MB/s
2016-01-14 16:05:25,807 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B5DD06E514BB46F28894C0FEC9A4ED24
2016-01-14 16:05:25,807 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C9E4C1961CF44EAC964966387A1826A0] #8, status:false, isInterrupted:false
2016-01-14 16:05:25,809 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:25,820 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:25,820 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:25,820 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:25,820 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:25,820 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [B5DD06E514BB46F28894C0FEC9A4ED24] #9 in 15ms
2016-01-14 16:05:25,820 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B5DD06E514BB46F28894C0FEC9A4ED24] #9, status:false, isInterrupted:false
2016-01-14 16:05:25,820 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:25,821 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C9E4C1961CF44EAC964966387A1826A0
2016-01-14 16:05:25,821 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:25,823 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:25,823 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:25,823 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:25,823 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:25,824 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:25,824 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B5DD06E514BB46F28894C0FEC9A4ED24
2016-01-14 16:05:25,824 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:25,825 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B868F70B2F324C9EAE9773A3A6B6B0D1, all 1 inputs ready in: 00:00:00.020
2016-01-14 16:05:25,825 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1afddef2; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1137efb6
2016-01-14 16:05:25,826 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@55952247; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@31fd8f36
2016-01-14 16:05:25,831 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:25,831 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:25,832 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,832 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787525258_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 16:05:25,835 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,835 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B868F70B2F324C9EAE9773A3A6B6B0D1, mem on close (mb), free: 436, total: 461, max: 672
2016-01-14 16:05:25,836 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B5DD06E514BB46F28894C0FEC9A4ED24
2016-01-14 16:05:25,836 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:25,836 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:25,837 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:25,838 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:25,838 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:25,838 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C9E4C1961CF44EAC964966387A1826A0
2016-01-14 16:05:25,838 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:25,840 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:25,840 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:25,841 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:25,841 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:25 Completed running task attempt: attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,842 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787525258_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:25,844 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=29, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787525825, Process_Duration=10, Process_End_Time=1452787525835, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:25,844 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:25,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, taskAttemptId=attempt_1452787525258_0001_1_02_000000_0, startTime=1452787525746, finishTime=1452787525844, timeTaken=98, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=29, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525825, Process_Duration=10, Process_End_Time=1452787525835, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:25,846 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787525258_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:25,846 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25,847 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:25,847 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:TASK_FINISHED]: vertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, taskId=task_1452787525258_0001_1_02_000000, startTime=1452787525746, finishTime=1452787525846, timeTaken=100, status=SUCCEEDED, successfulAttemptID=attempt_1452787525258_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=29, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525825, Process_Duration=10, Process_End_Time=1452787525835, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:25,847 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787525258_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:25,848 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] : 1
2016-01-14 16:05:25,848 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,848 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:25,845 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:25,850 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,850 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787525258_0001_00_000003
2016-01-14 16:05:25,851 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:VERTEX_FINISHED]: vertexName=B868F70B2F324C9EAE9773A3A6B6B0D1, vertexId=vertex_1452787525258_0001_1_02, initRequestedTime=1452787525475, initedTime=1452787525490, startRequestedTime=1452787525521, startedTime=1452787525521, finishTime=1452787525848, timeTaken=327, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=29, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787525825, Process_Duration=10, Process_End_Time=1452787525835, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787525746, firstTasksToStart=[ task_1452787525258_0001_1_02_000000 ], lastTaskFinishTime=1452787525844, lastTasksToFinish=[ task_1452787525258_0001_1_02_000000 ], minTaskDuration=98, maxTaskDuration=98, avgTaskDuration=98.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787525258_0001_1_02_000000 ], longestDurationTasks=[ task_1452787525258_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:25,851 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:25,851 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:25,852 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:25,853 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787525258_0001_00_000003, stoppedTime=1452787525853, exitStatus=0
2016-01-14 16:05:25,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:25,853 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:25,853 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:25,853 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787525258_0001_1
2016-01-14 16:05:25,854 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787525258_0001_1
2016-01-14 16:05:25,854 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787525258_0001_1_00 [B5DD06E514BB46F28894C0FEC9A4ED24]
2016-01-14 16:05:25,854 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787525258_0001_1_01 [C9E4C1961CF44EAC964966387A1826A0]
2016-01-14 16:05:25,854 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: BBDCE8D6F27E4284BA82957EB3BA877D for vertex: vertex_1452787525258_0001_1_02 [B868F70B2F324C9EAE9773A3A6B6B0D1]
2016-01-14 16:05:25,861 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787525258_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:25,861 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787525258_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:25,861 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787525258_0001_00_000003, Exiting
2016-01-14 16:05:25,861 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787525258_0001_00_000003
2016-01-14 16:05:25,861 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787525258_0001_00_000003
2016-01-14 16:05:25,862 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787525258_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:25,863 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787525258_0001_00_000003 completed successfully
2016-01-14 16:05:25,870 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787525258_0001_1, queueSize=0
2016-01-14 16:05:25,871 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:25,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787525258_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787525258_0001_1, startTime=1452787525460, finishTime=1452787525866, timeTaken=406, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=594, FILE_BYTES_WRITTEN=9181, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=22, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1433927680, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=194, OUTPUT_BYTES_PHYSICAL=202, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=25, MERGE_PHASE_TIME=29, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358362577157, Process_Duration=35, Process_End_Time=4358362577192, Read_Duration=15, Tuples_Read=44, Tuples_Written=23, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:25,873 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787525258_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:25,873 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787525258_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:25,880 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787525258_0001_00_000003
2016-01-14 16:05:25,880 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787525258_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:25 Completed Dag: dag_1452787525258_0001_1
2016-01-14 16:05:25,881 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787525258_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:25,882 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787525258_0001_1_post
2016-01-14 16:05:25,882 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:25,882 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:25,883 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...testCountMerge/mergecount, applicationId=application_1452787525258_0001
2016-01-14 16:05:25,886 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:25,886 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:25,886 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:25,886 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:25,887 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:25,887 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:25,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:25,889 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:25,889 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:25,890 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:25,890 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:25,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:25,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:25,898 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4CE0E5F60CE04C4C98926F010D6F8FF4/A6B95AB2A9BD493D8ADEAA594D707CBA/.tez/application_1452787525258_0001
2016-01-14 16:05:25,899 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs+count-rhs]  completed in: 00:00.663
2016-01-14 16:05:26,001 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountMerge/mergecount
2016-01-14 16:05:26,041 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:26,042 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:26,104 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 16:05:26,123 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.040
2016-01-14 16:05:26,124 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:26,124 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:26,125 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:26,149 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:26,163 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety
2016-01-14 16:05:26,236 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] starting
2016-01-14 16:05:26,236 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:26,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety"]
2016-01-14 16:05:26,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  parallel execution of steps is enabled: false
2016-01-14 16:05:26,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  executing total steps: 1
2016-01-14 16:05:26,238 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  allocating management threads: 1
2016-01-14 16:05:26,240 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] starting step: (1/1) ...ullSafety/minbynullsafety
2016-01-14 16:05:26,240 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [min] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:26,259 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] tez session mode enabled: true
2016-01-14 16:05:26,265 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:26,265 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:26,266 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:26,278 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864/.tez/application_1452787526265_0001 doesn't exist and is created
2016-01-14 16:05:26,295 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:26,295 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:26,296 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864/.tez/application_1452787526265_0001
2016-01-14 16:05:26,300 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787526265_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:26,311 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:26,311 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:26,313 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:26,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:26,314 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864/.tez/application_1452787526265_0001/localmode-log-dir
2016-01-14 16:05:26,315 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864/.tez/application_1452787526265_0001/localmode-log-dir/history.txt.appattempt_1452787526265_0001_000000, maxErrors=10
2016-01-14 16:05:26,315 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:26,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787526265_0001_000000, appSubmitTime=1452787526299, launchTime=1452787526299
2016-01-14 16:05:26,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:26,321 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:26,324 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:26,324 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:26,327 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:50721
2016-01-14 16:05:26,329 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:26,331 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787526265_0001_000000, startTime=1452787526331
2016-01-14 16:05:26,331 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:26,331 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:26,396 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:26,396 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:26,396 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ullSafety/minbynullsafety, applicationId=application_1452787526265_0001, dagName=[BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety
2016-01-14 16:05:26,414 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety
2016-01-14 16:05:26,416 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787526265_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864/.tez/application_1452787526265_0001/localmode-log-dir/dag_1452787526265_0001_1.dot
2016-01-14 16:05:26,416 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864/.tez/application_1452787526265_0001/localmode-log-dir/dag_1452787526265_0001_1-tez-dag.pb.txt
2016-01-14 16:05:26,434 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787526265_0001_1
2016-01-14 16:05:26,434 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:26,434 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety
2016-01-14 16:05:26 Running Dag: dag_1452787526265_0001_1
2016-01-14 16:05:26,447 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787526265_0001_1, submitTime=1452787526414
2016-01-14 16:05:26,447 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:26,448 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D6FE84BC42644ADF849F58FFFD7A0F0E
2016-01-14 16:05:26,448 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:26,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787526265_0001_1, initTime=1452787526447
2016-01-14 16:05:26,449 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:26,449 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787526265_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:26,449 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:DAG_STARTED]: dagID=dag_1452787526265_0001_1, startTime=1452787526449
2016-01-14 16:05:26,450 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:26,449 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:26,450 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787526265_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:26,450 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F123786789B44895B89B1267F139D7CB : {7B48F82599AA4975991453FCE55E459C={InputName=7B48F82599AA4975991453FCE55E459C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:26,450 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7B48F82599AA4975991453FCE55E459C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:26,450 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,450 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,450 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,451 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]. Starting root input initializers: 1
2016-01-14 16:05:26,452 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:26,452 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7B48F82599AA4975991453FCE55E459C on vertex vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,452 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,453 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ullSafety/minbynullsafety, applicationId=application_1452787526265_0001, dagName=[BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety
2016-01-14 16:05:26,454 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:26,454 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7B48F82599AA4975991453FCE55E459C asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:26,454 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:26,455 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:26,455 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:26,455 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,456 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,456 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,456 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=6C4FAD6E5E5A48A8A36C2B3AB02D76D8, vertexId=vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:26,456 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:26,457 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=6C4FAD6E5E5A48A8A36C2B3AB02D76D8, vertexId=vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,457 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7B48F82599AA4975991453FCE55E459C on vertex vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,458 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=6C4FAD6E5E5A48A8A36C2B3AB02D76D8, vertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:26,459 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=6C4FAD6E5E5A48A8A36C2B3AB02D76D8, vertexId=vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,460 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, vertexId=vertex_1452787526265_0001_1_01, initRequestedTime=1452787526452, initedTime=1452787526460, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:26,460 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:26,460 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:26,460 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:26,461 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7B48F82599AA4975991453FCE55E459C=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:26,461 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] parallelism set to 1
2016-01-14 16:05:26,461 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:26,461 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787526265_0001_1_00, eventCount=1
2016-01-14 16:05:26,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F123786789B44895B89B1267F139D7CB, vertexId=vertex_1452787526265_0001_1_00, initRequestedTime=1452787526450, initedTime=1452787526462, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:26,462 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:26,462 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] with distanceFromRoot: 0
2016-01-14 16:05:26,463 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:26,463 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,463 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,464 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:26,464 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787526265_0001_1_00, startRequestedTime=1452787526463, startedTime=1452787526463
2016-01-14 16:05:26,465 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:26,465 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:26,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_STARTED]: vertexName=F123786789B44895B89B1267F139D7CB, taskId=task_1452787526265_0001_1_00_000000, scheduledTime=1452787526465, launchTime=1452787526465
2016-01-14 16:05:26,466 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526265_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:26,466 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787526265_0001_1_00 for vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] numStartedSources: 1 numSources: 1
2016-01-14 16:05:26,466 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] with distanceFromRoot: 1
2016-01-14 16:05:26,467 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,467 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F123786789B44895B89B1267F139D7CB in vertex: D6FE84BC42644ADF849F58FFFD7A0F0E
2016-01-14 16:05:26,467 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D6FE84BC42644ADF849F58FFFD7A0F0E with 1 source tasks and 1 pending tasks
2016-01-14 16:05:26,469 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787526265_0001_1_01, startRequestedTime=1452787526467, startedTime=1452787526467
2016-01-14 16:05:26,470 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:26,470 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:26,470 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety, VertexName: F123786789B44895B89B1267F139D7CB, VertexParallelism: 1, TaskAttemptID:attempt_1452787526265_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7B48F82599AA4975991453FCE55E459C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:26,471 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526265_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:26,471 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:26,473 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:26,473 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:26,473 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:26,474 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787526265_0001_00_000001
2016-01-14 16:05:26,474 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:26,476 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787526265_0001_00_000001
2016-01-14 16:05:26,476 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:26,477 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] submitted tez dag to app master: application_1452787526265_0001, with dag id: dag_1452787526265_0001_1
2016-01-14 16:05:26,477 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:26,478 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787526265_0001_00_000001, launchTime=1452787526477
2016-01-14 16:05:26,479 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:26,479 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526265_0001_00_000001
2016-01-14 16:05:26,481 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787526265_0001_1_00_000000_0] to container: [container_1452787526265_0001_00_000001]
2016-01-14 16:05:26,482 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:26,482 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787526265_0001_00_000001 given task: attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,482 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526265_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,482 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787526265_0001_1_00_000000_0] started. Is using containerId: [container_1452787526265_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:26,483 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:26 Starting to run new task attempt: attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,483 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,483 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F123786789B44895B89B1267F139D7CB, taskAttemptId=attempt_1452787526265_0001_1_00_000000_0, startTime=1452787526482, containerId=container_1452787526265_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787526265_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:26,483 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:26,483 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:26,483 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:26,483 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:26,484 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:26,484 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:26,484 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety, VertexName: F123786789B44895B89B1267F139D7CB, VertexParallelism: 1, TaskAttemptID:attempt_1452787526265_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7B48F82599AA4975991453FCE55E459C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:26,484 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:26,485 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,485 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:26,485 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:26,483 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526265_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:26,489 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787526265_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:26,490 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526265_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:26,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7B48F82599AA4975991453FCE55E459C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:26,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:26,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7B48F82599AA4975991453FCE55E459C
2016-01-14 16:05:26,492 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7B48F82599AA4975991453FCE55E459C
2016-01-14 16:05:26,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:26,496 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:26,496 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7B48F82599AA4975991453FCE55E459C
2016-01-14 16:05:26,497 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7B48F82599AA4975991453FCE55E459C
2016-01-14 16:05:26,497 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:26,498 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:26,498 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:26,498 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D6FE84BC42644ADF849F58FFFD7A0F0E
2016-01-14 16:05:26,500 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:26,500 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D6FE84BC42644ADF849F58FFFD7A0F0E
2016-01-14 16:05:26,500 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D6FE84BC42644ADF849F58FFFD7A0F0E
2016-01-14 16:05:26,506 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F123786789B44895B89B1267F139D7CB, ordinal: 0
2016-01-14 16:05:26,506 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F123786789B44895B89B1267F139D7CB, mem on start (mb), free: 345, total: 461, max: 672
2016-01-14 16:05:26,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:26,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:26,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:26,506 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:26,507 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:26,507 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:26,507 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:26,508 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:26,508 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:26,508 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:26,508 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7B48F82599AA4975991453FCE55E459C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:26,509 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D6FE84BC42644ADF849F58FFFD7A0F0E, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:26,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:26,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7B48F82599AA4975991453FCE55E459C being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:26,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:26,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:26,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7B48F82599AA4975991453FCE55E459C
2016-01-14 16:05:26,510 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:26,510 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7B48F82599AA4975991453FCE55E459C
2016-01-14 16:05:26,511 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:26,512 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,515 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:26,516 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:26,517 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1d96935e
2016-01-14 16:05:26,517 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 7B48F82599AA4975991453FCE55E459C
2016-01-14 16:05:26,517 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(min)[by:[{1}:'char']], id: 0A61561A1A8B468CBE260629355A9FE8
2016-01-14 16:05:26,518 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1d96935e
2016-01-14 16:05:26,519 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(min)[by:[{1}:'char']] 0A61561A1A8B468CBE260629355A9FE8
2016-01-14 16:05:26,519 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:26,520 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:26,520 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6e33766f; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@74a4a9ee; comparator=cascading.tuple.hadoop.util.TupleComparator@66908415; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:26,521 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:26,521 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:26,521 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:26,534 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:26,534 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:26,534 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:26,534 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:26,534 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:26,535 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:26,535 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:26,535 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F123786789B44895B89B1267F139D7CB, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:26,536 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:26,537 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 244, total: 461, max: 672
2016-01-14 16:05:26,537 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:26,538 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:26,538 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 244, total: 461, max: 672
2016-01-14 16:05:26,538 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:26,539 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:26,539 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 244, total: 461, max: 672
2016-01-14 16:05:26,539 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:26,540 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:26,540 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 244, total: 461, max: 672
2016-01-14 16:05:26,540 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:26,541 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,541 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F123786789B44895B89B1267F139D7CB, mem on close (mb), free: 244, total: 461, max: 672
2016-01-14 16:05:26,541 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:26,542 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:26,542 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:26,542 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:26,546 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:26 Completed running task attempt: attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,551 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787526265_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:26,552 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787526265_0001_1_00, eventCount=1
2016-01-14 16:05:26,552 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:26,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F123786789B44895B89B1267F139D7CB, taskAttemptId=attempt_1452787526265_0001_1_00_000000_0, startTime=1452787526482, finishTime=1452787526552, timeTaken=70, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787526535, Process_Duration=6, Process_End_Time=1452787526541, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:26,553 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526265_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:26,553 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:26,553 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_FINISHED]: vertexName=F123786789B44895B89B1267F139D7CB, taskId=task_1452787526265_0001_1_00_000000, startTime=1452787526482, finishTime=1452787526554, timeTaken=72, status=SUCCEEDED, successfulAttemptID=attempt_1452787526265_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787526535, Process_Duration=6, Process_End_Time=1452787526541, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:26,555 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526265_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:26,555 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] : 1
2016-01-14 16:05:26,555 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787526535, Process_Duration=6, Process_End_Time=1452787526541, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:26,555 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:26,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_FINISHED]: vertexName=F123786789B44895B89B1267F139D7CB, vertexId=vertex_1452787526265_0001_1_00, initRequestedTime=1452787526450, initedTime=1452787526462, startRequestedTime=1452787526463, startedTime=1452787526463, finishTime=1452787526555, timeTaken=92, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787526535, Process_Duration=6, Process_End_Time=1452787526541, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787526482, firstTasksToStart=[ task_1452787526265_0001_1_00_000000 ], lastTaskFinishTime=1452787526552, lastTasksToFinish=[ task_1452787526265_0001_1_00_000000 ], minTaskDuration=70, maxTaskDuration=70, avgTaskDuration=70.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787526265_0001_1_00_000000 ], longestDurationTasks=[ task_1452787526265_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:26,559 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:26,559 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:26,560 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787526265_0001_00_000001, stoppedTime=1452787526560, exitStatus=0
2016-01-14 16:05:26,560 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:26,560 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] attempt: attempt_1452787526265_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:26,560 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D6FE84BC42644ADF849F58FFFD7A0F0E
2016-01-14 16:05:26,561 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:26,560 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:26,561 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:26,561 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,562 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526265_0001_00_000001
2016-01-14 16:05:26,563 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:26,562 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:26,563 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787526265_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:26,563 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_STARTED]: vertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, taskId=task_1452787526265_0001_1_01_000000, scheduledTime=1452787526563, launchTime=1452787526563
2016-01-14 16:05:26,564 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526265_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:26,564 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:26,564 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,564 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety, VertexName: D6FE84BC42644ADF849F58FFFD7A0F0E, VertexParallelism: 1, TaskAttemptID:attempt_1452787526265_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F123786789B44895B89B1267F139D7CB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6C4FAD6E5E5A48A8A36C2B3AB02D76D8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:26,564 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526265_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:26,565 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:26,565 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:26,565 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787526265_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:26,566 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526265_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:26,566 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787526265_0001_00_000001, Exiting
2016-01-14 16:05:26,566 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787526265_0001_00_000001
2016-01-14 16:05:26,566 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787526265_0001_00_000001
2016-01-14 16:05:26,566 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787526265_0001_00_000002
2016-01-14 16:05:26,569 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:26,570 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787526265_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:26,571 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787526265_0001_00_000001 completed successfully
2016-01-14 16:05:26,571 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787526265_0001_00_000002
2016-01-14 16:05:26,571 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:26,572 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:26,575 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:26,575 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:26,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787526265_0001_00_000002, launchTime=1452787526575
2016-01-14 16:05:26,576 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526265_0001_00_000002
2016-01-14 16:05:26,578 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787526265_0001_1_01_000000_0] to container: [container_1452787526265_0001_00_000002]
2016-01-14 16:05:26,578 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:26,579 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787526265_0001_00_000002 given task: attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,579 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787526265_0001_1_01_000000_0] started. Is using containerId: [container_1452787526265_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:26,579 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526265_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,579 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:26,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, taskAttemptId=attempt_1452787526265_0001_1_01_000000_0, startTime=1452787526579, containerId=container_1452787526265_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787526265_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:26,580 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526265_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:26,580 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526265_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:26 Starting to run new task attempt: attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,581 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,581 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:26,581 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:26,581 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:26,581 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:26,581 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:26,581 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:26,581 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864] min/(1/1) ...ullSafety/minbynullsafety, VertexName: D6FE84BC42644ADF849F58FFFD7A0F0E, VertexParallelism: 1, TaskAttemptID:attempt_1452787526265_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F123786789B44895B89B1267F139D7CB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6C4FAD6E5E5A48A8A36C2B3AB02D76D8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:26,582 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:26,585 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:26,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:26,586 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787526265_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:26,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:26,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=6C4FAD6E5E5A48A8A36C2B3AB02D76D8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:26,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:26,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 6C4FAD6E5E5A48A8A36C2B3AB02D76D8
2016-01-14 16:05:26,588 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:26,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F123786789B44895B89B1267F139D7CB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:26,589 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 6C4FAD6E5E5A48A8A36C2B3AB02D76D8
2016-01-14 16:05:26,589 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:26,590 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:26,590 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,591 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:26,591 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:26,592 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,602 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D6FE84BC42644ADF849F58FFFD7A0F0E, ordinal: 1
2016-01-14 16:05:26,602 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6FE84BC42644ADF849F58FFFD7A0F0E, mem on start (mb), free: 238, total: 461, max: 672
2016-01-14 16:05:26,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:26,602 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:26,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 6C4FAD6E5E5A48A8A36C2B3AB02D76D8
2016-01-14 16:05:26,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:26,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:26,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:26,603 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:26,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:26,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:26,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:26,605 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:26,605 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:26,606 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 6C4FAD6E5E5A48A8A36C2B3AB02D76D8, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:26,606 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F123786789B44895B89B1267F139D7CB, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:26,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:26,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F123786789B44895B89B1267F139D7CB being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:26,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:26,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:26,608 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:26,608 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:26,608 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F123786789B44895B89B1267F139D7CB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:26,609 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:26,609 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:26,609 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:26,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:26,611 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,613 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787526265_0001_1_00_000000_0_10051, runDuration: 50201, ]
2016-01-14 16:05:26,614 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(min)[by:[{1}:'char']]
2016-01-14 16:05:26,615 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(min)[by:[{1}:'char']] streamed: true, id: 0A61561A1A8B468CBE260629355A9FE8
2016-01-14 16:05:26,615 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety"], id: 6C4FAD6E5E5A48A8A36C2B3AB02D76D8
2016-01-14 16:05:26,615 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety"]
2016-01-14 16:05:26,616 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(min)[by:[{1}:'char']] 0A61561A1A8B468CBE260629355A9FE8, for 1 inputs
2016-01-14 16:05:26,616 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787526265_0001_1_00_000000_0_10051] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787526616, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:26,618 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,618 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:26,618 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F123786789B44895B89B1267F139D7CB] #10 in 2ms
2016-01-14 16:05:26,618 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F123786789B44895B89B1267F139D7CB] #10, status:false, isInterrupted:false
2016-01-14 16:05:26,619 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:26,619 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:26,619 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:26,620 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:26,620 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:26,620 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,621 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D6FE84BC42644ADF849F58FFFD7A0F0E, all 1 inputs ready in: 00:00:00.004
2016-01-14 16:05:26,621 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:26,621 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@5ac62fa9; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@9632ece
2016-01-14 16:05:26,623 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:26,624 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:26,624 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,625 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787526265_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:26,626 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,626 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D6FE84BC42644ADF849F58FFFD7A0F0E, mem on close (mb), free: 235, total: 461, max: 672
2016-01-14 16:05:26,627 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F123786789B44895B89B1267F139D7CB
2016-01-14 16:05:26,627 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:26,627 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:26,627 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:26,627 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:26,627 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:26 Completed running task attempt: attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,628 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787526265_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:26,629 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:26,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787526621, Process_Duration=5, Process_End_Time=1452787526626, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:26,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, taskAttemptId=attempt_1452787526265_0001_1_01_000000_0, startTime=1452787526579, finishTime=1452787526629, timeTaken=50, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787526621, Process_Duration=5, Process_End_Time=1452787526626, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:26,630 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:26,630 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526265_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:26,630 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:26,630 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:26,631 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526265_0001_00_000002
2016-01-14 16:05:26,630 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:TASK_FINISHED]: vertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, taskId=task_1452787526265_0001_1_01_000000, startTime=1452787526579, finishTime=1452787526631, timeTaken=52, status=SUCCEEDED, successfulAttemptID=attempt_1452787526265_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787526621, Process_Duration=5, Process_End_Time=1452787526626, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:26,632 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526265_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:26,632 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] : 1
2016-01-14 16:05:26,632 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,632 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:26,633 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:26,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:VERTEX_FINISHED]: vertexName=D6FE84BC42644ADF849F58FFFD7A0F0E, vertexId=vertex_1452787526265_0001_1_01, initRequestedTime=1452787526452, initedTime=1452787526460, startRequestedTime=1452787526467, startedTime=1452787526467, finishTime=1452787526632, timeTaken=165, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787526621, Process_Duration=5, Process_End_Time=1452787526626, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787526579, firstTasksToStart=[ task_1452787526265_0001_1_01_000000 ], lastTaskFinishTime=1452787526629, lastTasksToFinish=[ task_1452787526265_0001_1_01_000000 ], minTaskDuration=50, maxTaskDuration=50, avgTaskDuration=50.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787526265_0001_1_01_000000 ], longestDurationTasks=[ task_1452787526265_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:26,633 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:26,633 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:26,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787526265_0001_00_000002, stoppedTime=1452787526634, exitStatus=0
2016-01-14 16:05:26,634 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:26,634 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:26,634 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787526265_0001_1
2016-01-14 16:05:26,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787526265_0001_1
2016-01-14 16:05:26,634 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 6C4FAD6E5E5A48A8A36C2B3AB02D76D8 for vertex: vertex_1452787526265_0001_1_01 [D6FE84BC42644ADF849F58FFFD7A0F0E]
2016-01-14 16:05:26,636 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787526265_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:26,636 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526265_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:26,636 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787526265_0001_00_000002, Exiting
2016-01-14 16:05:26,636 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787526265_0001_00_000002
2016-01-14 16:05:26,637 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787526265_0001_00_000002
2016-01-14 16:05:26,634 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:26,638 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787526265_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:26,638 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787526265_0001_00_000002 completed successfully
2016-01-14 16:05:26,646 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787526265_0001_1_00 [F123786789B44895B89B1267F139D7CB]
2016-01-14 16:05:26,649 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787526265_0001_1, queueSize=0
2016-01-14 16:05:26,649 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:26,650 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526265_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787526265_0001_1, startTime=1452787526449, finishTime=1452787526646, timeTaken=197, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=243, FILE_BYTES_WRITTEN=165, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=967835648, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575053156, Process_Duration=11, Process_End_Time=2905575053167, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:26,651 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787526265_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:26,651 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787526265_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:26,652 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526265_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:26,652 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787526265_0001_00_000002
2016-01-14 16:05:26 Completed Dag: dag_1452787526265_0001_1
2016-01-14 16:05:26,654 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787526265_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:26,654 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787526265_0001_1_post
2016-01-14 16:05:26,655 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:26,656 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:26,659 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ullSafety/minbynullsafety, applicationId=application_1452787526265_0001
2016-01-14 16:05:26,662 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:26,663 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:26,663 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:26,663 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:26,663 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:26,663 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:26,664 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:26,665 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:26,665 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:26,665 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:26,666 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:26,666 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:26,666 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:26,671 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BCAD6DF65AE94AB89140B4FB0B722B3F/F2CAEA74B85142F78BBACF6FCD6B5864/.tez/application_1452787526265_0001
2016-01-14 16:05:26,671 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  completed in: 00:00.435
2016-01-14 16:05:26,749 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMinByNullSafety/minbynullsafety
2016-01-14 16:05:26,776 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:26,776 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:26,821 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 16:05:26,831 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.031
2016-01-14 16:05:26,832 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:26,832 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:26,833 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:26,844 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:26,844 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:26,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:26,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring
2016-01-14 16:05:26,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting
2016-01-14 16:05:26,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:26,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  sink: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring"]
2016-01-14 16:05:26,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  parallel execution of steps is enabled: false
2016-01-14 16:05:26,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  executing total steps: 1
2016-01-14 16:05:26,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  allocating management threads: 1
2016-01-14 16:05:26,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting step: (1/1) ...stMaxByString/maxbystring
2016-01-14 16:05:26,909 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:26,921 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tez session mode enabled: true
2016-01-14 16:05:26,925 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:26,926 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:26,926 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:26,935 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F/.tez/application_1452787526926_0001 doesn't exist and is created
2016-01-14 16:05:26,951 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:26,951 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:26,952 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F/.tez/application_1452787526926_0001
2016-01-14 16:05:26,956 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787526926_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:26,967 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:26,968 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:26,970 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:26,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:26,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F/.tez/application_1452787526926_0001/localmode-log-dir
2016-01-14 16:05:26,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F/.tez/application_1452787526926_0001/localmode-log-dir/history.txt.appattempt_1452787526926_0001_000000, maxErrors=10
2016-01-14 16:05:26,971 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:26,971 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787526926_0001_000000, appSubmitTime=1452787526956, launchTime=1452787526956
2016-01-14 16:05:26,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:26,980 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:26,981 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:57018
2016-01-14 16:05:26,981 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:26,984 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:26,985 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:26,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787526926_0001_000000, startTime=1452787526987
2016-01-14 16:05:26,988 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:26,988 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:27,051 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:27,052 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:27,052 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...stMaxByString/maxbystring, applicationId=application_1452787526926_0001, dagName=[EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring
2016-01-14 16:05:27,068 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring
2016-01-14 16:05:27,069 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787526926_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F/.tez/application_1452787526926_0001/localmode-log-dir/dag_1452787526926_0001_1.dot
2016-01-14 16:05:27,070 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F/.tez/application_1452787526926_0001/localmode-log-dir/dag_1452787526926_0001_1-tez-dag.pb.txt
2016-01-14 16:05:27,083 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787526926_0001_1
2016-01-14 16:05:27,083 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,083 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring
2016-01-14 16:05:27 Running Dag: dag_1452787526926_0001_1
2016-01-14 16:05:27,096 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787526926_0001_1, submitTime=1452787527068
2016-01-14 16:05:27,096 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:27,097 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FE32246041614206B6C092A604581842
2016-01-14 16:05:27,097 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:27,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787526926_0001_1, initTime=1452787527097
2016-01-14 16:05:27,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:27,099 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787526926_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:27,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:DAG_STARTED]: dagID=dag_1452787526926_0001_1, startTime=1452787527100
2016-01-14 16:05:27,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:27,101 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:27,101 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787526926_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:27,101 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: FA6115F2500F4536A6A22868DD3BCE0E : {3BFCD0ACDE3D4A4C9DCDE917D907E386={InputName=3BFCD0ACDE3D4A4C9DCDE917D907E386}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:27,101 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 3BFCD0ACDE3D4A4C9DCDE917D907E386, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:27,101 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,102 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,102 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,102 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]. Starting root input initializers: 1
2016-01-14 16:05:27,102 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:27,102 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,102 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 3BFCD0ACDE3D4A4C9DCDE917D907E386 on vertex vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,104 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...stMaxByString/maxbystring, applicationId=application_1452787526926_0001, dagName=[EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring
2016-01-14 16:05:27,105 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:27,106 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 3BFCD0ACDE3D4A4C9DCDE917D907E386 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:27,106 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:27,106 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:27,108 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:27,108 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 3BFCD0ACDE3D4A4C9DCDE917D907E386 on vertex vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,108 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:27,110 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,110 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,110 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,111 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=DDF4B5244D444EFEBF469D72C375753C, vertexId=vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:27,111 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=DDF4B5244D444EFEBF469D72C375753C, vertexId=vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,113 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=DDF4B5244D444EFEBF469D72C375753C, vertexName=FE32246041614206B6C092A604581842, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:27,113 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=DDF4B5244D444EFEBF469D72C375753C, vertexId=vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FE32246041614206B6C092A604581842, vertexId=vertex_1452787526926_0001_1_01, initRequestedTime=1452787527102, initedTime=1452787527114, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:27,115 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:27,115 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:27,115 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:27,116 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {3BFCD0ACDE3D4A4C9DCDE917D907E386=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:27,116 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] parallelism set to 1
2016-01-14 16:05:27,116 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:27,117 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787526926_0001_1_00, eventCount=1
2016-01-14 16:05:27,118 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:27,118 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FA6115F2500F4536A6A22868DD3BCE0E, vertexId=vertex_1452787526926_0001_1_00, initRequestedTime=1452787527101, initedTime=1452787527117, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:27,118 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] with distanceFromRoot: 0
2016-01-14 16:05:27,118 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] submitted tez dag to app master: application_1452787526926_0001, with dag id: dag_1452787526926_0001_1
2016-01-14 16:05:27,119 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:27,119 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,120 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,121 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:27,121 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787526926_0001_1_00, startRequestedTime=1452787527119, startedTime=1452787527119
2016-01-14 16:05:27,122 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:27,123 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:27,123 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_STARTED]: vertexName=FA6115F2500F4536A6A22868DD3BCE0E, taskId=task_1452787526926_0001_1_00_000000, scheduledTime=1452787527122, launchTime=1452787527122
2016-01-14 16:05:27,123 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526926_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:27,123 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787526926_0001_1_00 for vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] numStartedSources: 1 numSources: 1
2016-01-14 16:05:27,123 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] with distanceFromRoot: 1
2016-01-14 16:05:27,124 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,124 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: FA6115F2500F4536A6A22868DD3BCE0E in vertex: FE32246041614206B6C092A604581842
2016-01-14 16:05:27,124 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FE32246041614206B6C092A604581842 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:27,125 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:27,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787526926_0001_1_01, startRequestedTime=1452787527124, startedTime=1452787527124
2016-01-14 16:05:27,125 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:27,125 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring, VertexName: FA6115F2500F4536A6A22868DD3BCE0E, VertexParallelism: 1, TaskAttemptID:attempt_1452787526926_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3BFCD0ACDE3D4A4C9DCDE917D907E386, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FE32246041614206B6C092A604581842, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:27,126 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526926_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:27,126 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:27,127 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:27,128 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:27,128 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:27,129 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787526926_0001_00_000001
2016-01-14 16:05:27,129 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:27,131 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787526926_0001_00_000001
2016-01-14 16:05:27,131 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:27,131 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:27,131 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:27,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787526926_0001_00_000001, launchTime=1452787527131
2016-01-14 16:05:27,133 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526926_0001_00_000001
2016-01-14 16:05:27,134 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787526926_0001_1_00_000000_0] to container: [container_1452787526926_0001_00_000001]
2016-01-14 16:05:27,134 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:27,135 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787526926_0001_00_000001 given task: attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,135 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526926_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,135 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,135 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,136 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:27,136 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:27,135 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787526926_0001_1_00_000000_0] started. Is using containerId: [container_1452787526926_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:27,136 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:27,137 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:27,137 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:27,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring, VertexName: FA6115F2500F4536A6A22868DD3BCE0E, VertexParallelism: 1, TaskAttemptID:attempt_1452787526926_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3BFCD0ACDE3D4A4C9DCDE917D907E386, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FE32246041614206B6C092A604581842, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:27,137 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:27,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FA6115F2500F4536A6A22868DD3BCE0E, taskAttemptId=attempt_1452787526926_0001_1_00_000000_0, startTime=1452787527135, containerId=container_1452787526926_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787526926_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:27,137 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:27,138 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,138 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:27,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,138 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526926_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:27,142 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787526926_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:27,142 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526926_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:27,142 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=3BFCD0ACDE3D4A4C9DCDE917D907E386, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:27,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:27,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 3BFCD0ACDE3D4A4C9DCDE917D907E386
2016-01-14 16:05:27,143 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 3BFCD0ACDE3D4A4C9DCDE917D907E386
2016-01-14 16:05:27,145 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:27,145 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:27,145 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 3BFCD0ACDE3D4A4C9DCDE917D907E386
2016-01-14 16:05:27,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 3BFCD0ACDE3D4A4C9DCDE917D907E386
2016-01-14 16:05:27,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FE32246041614206B6C092A604581842, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:27,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:27,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FE32246041614206B6C092A604581842
2016-01-14 16:05:27,148 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:27,148 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FE32246041614206B6C092A604581842
2016-01-14 16:05:27,148 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FE32246041614206B6C092A604581842
2016-01-14 16:05:27,153 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FA6115F2500F4536A6A22868DD3BCE0E, ordinal: 0
2016-01-14 16:05:27,153 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA6115F2500F4536A6A22868DD3BCE0E, mem on start (mb), free: 359, total: 461, max: 672
2016-01-14 16:05:27,153 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,153 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:27,153 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:27,154 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:27,154 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:27,154 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:27,154 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:27,154 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:27,154 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:27,154 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:27,155 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 3BFCD0ACDE3D4A4C9DCDE917D907E386, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:27,155 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FE32246041614206B6C092A604581842, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:27,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:27,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 3BFCD0ACDE3D4A4C9DCDE917D907E386 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:27,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:27,156 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:27,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 3BFCD0ACDE3D4A4C9DCDE917D907E386
2016-01-14 16:05:27,156 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:27,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 3BFCD0ACDE3D4A4C9DCDE917D907E386
2016-01-14 16:05:27,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:27,157 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,157 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:27,158 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@27c7e656
2016-01-14 16:05:27,159 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@27c7e656
2016-01-14 16:05:27,159 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:27,159 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:27,161 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:27,161 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 3BFCD0ACDE3D4A4C9DCDE917D907E386
2016-01-14 16:05:27,161 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'num']], id: EE4D931CB17B4B7A961A1504C681B03C
2016-01-14 16:05:27,162 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'num']] EE4D931CB17B4B7A961A1504C681B03C
2016-01-14 16:05:27,162 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@3f42f573; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@45007177; comparator=cascading.tuple.hadoop.util.TupleComparator@20195f05; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:27,163 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:27,163 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:27,163 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:27,176 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:27,176 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:27,176 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:27,177 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:27,177 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:27,177 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:27,178 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:27,178 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FA6115F2500F4536A6A22868DD3BCE0E, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:27,179 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:27,179 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 257, total: 461, max: 672
2016-01-14 16:05:27,179 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:27,181 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:27,181 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 257, total: 461, max: 672
2016-01-14 16:05:27,181 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:27,181 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,182 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA6115F2500F4536A6A22868DD3BCE0E, mem on close (mb), free: 257, total: 461, max: 672
2016-01-14 16:05:27,182 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:27,182 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:27,182 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 16:05:27,182 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 16:05:27,185 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,189 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787526926_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:27,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=647, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787527178, Process_Duration=3, Process_End_Time=1452787527181, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-01-14 16:05:27,190 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:27,190 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,190 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526926_0001_00_000001
2016-01-14 16:05:27,189 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787526926_0001_1_00, eventCount=1
2016-01-14 16:05:27,191 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FA6115F2500F4536A6A22868DD3BCE0E, taskAttemptId=attempt_1452787526926_0001_1_00_000000_0, startTime=1452787527135, finishTime=1452787527191, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=647, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527178, Process_Duration=3, Process_End_Time=1452787527181, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:27,191 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:27,191 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526926_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:27,192 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:27,192 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27,193 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:27,193 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_FINISHED]: vertexName=FA6115F2500F4536A6A22868DD3BCE0E, taskId=task_1452787526926_0001_1_00_000000, startTime=1452787527135, finishTime=1452787527192, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1452787526926_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=647, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527178, Process_Duration=3, Process_End_Time=1452787527181, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:27,193 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526926_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:27,194 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] : 1
2016-01-14 16:05:27,194 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,195 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:27,196 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_FINISHED]: vertexName=FA6115F2500F4536A6A22868DD3BCE0E, vertexId=vertex_1452787526926_0001_1_00, initRequestedTime=1452787527101, initedTime=1452787527117, startRequestedTime=1452787527119, startedTime=1452787527119, finishTime=1452787527194, timeTaken=75, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=647, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527178, Process_Duration=3, Process_End_Time=1452787527181, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1452787527135, firstTasksToStart=[ task_1452787526926_0001_1_00_000000 ], lastTaskFinishTime=1452787527191, lastTasksToFinish=[ task_1452787526926_0001_1_00_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787526926_0001_1_00_000000 ], longestDurationTasks=[ task_1452787526926_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:27,196 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:27,196 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:27,197 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:27,197 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787526926_0001_00_000001, stoppedTime=1452787527197, exitStatus=0
2016-01-14 16:05:27,198 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:27,198 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] attempt: attempt_1452787526926_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:27,198 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FE32246041614206B6C092A604581842
2016-01-14 16:05:27,198 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,199 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:27,199 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787526926_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:27,199 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:27,200 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_STARTED]: vertexName=FE32246041614206B6C092A604581842, taskId=task_1452787526926_0001_1_01_000000, scheduledTime=1452787527199, launchTime=1452787527199
2016-01-14 16:05:27,200 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526926_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:27,200 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:27,200 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,201 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring, VertexName: FE32246041614206B6C092A604581842, VertexParallelism: 1, TaskAttemptID:attempt_1452787526926_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FA6115F2500F4536A6A22868DD3BCE0E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=DDF4B5244D444EFEBF469D72C375753C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:27,201 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526926_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:27,201 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:27,201 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787526926_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:27,202 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526926_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:27,202 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787526926_0001_00_000001, Exiting
2016-01-14 16:05:27,202 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787526926_0001_00_000001
2016-01-14 16:05:27,203 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787526926_0001_00_000001
2016-01-14 16:05:27,202 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787526926_0001_00_000002
2016-01-14 16:05:27,203 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:27,207 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787526926_0001_00_000002
2016-01-14 16:05:27,207 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787526926_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:27,208 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787526926_0001_00_000001 completed successfully
2016-01-14 16:05:27,208 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:27,208 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:27,211 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:27,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:27,211 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787526926_0001_00_000002, launchTime=1452787527211
2016-01-14 16:05:27,212 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526926_0001_00_000002
2016-01-14 16:05:27,213 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787526926_0001_1_01_000000_0] to container: [container_1452787526926_0001_00_000002]
2016-01-14 16:05:27,213 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:27,213 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787526926_0001_00_000002 given task: attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,213 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526926_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,213 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787526926_0001_1_01_000000_0] started. Is using containerId: [container_1452787526926_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:27,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FE32246041614206B6C092A604581842, taskAttemptId=attempt_1452787526926_0001_1_01_000000_0, startTime=1452787527213, containerId=container_1452787526926_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787526926_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:27,214 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526926_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:27,214 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,214 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526926_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:27,215 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,215 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:27,215 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:27,215 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:27,215 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:27,216 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:27,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F] max/(1/1) ...stMaxByString/maxbystring, VertexName: FE32246041614206B6C092A604581842, VertexParallelism: 1, TaskAttemptID:attempt_1452787526926_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FA6115F2500F4536A6A22868DD3BCE0E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=DDF4B5244D444EFEBF469D72C375753C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:27,216 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:27,216 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,217 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:27,217 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,217 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787526926_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:27,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FA6115F2500F4536A6A22868DD3BCE0E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:27,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=DDF4B5244D444EFEBF469D72C375753C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:27,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:27,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:27,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: DDF4B5244D444EFEBF469D72C375753C
2016-01-14 16:05:27,220 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:27,220 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: DDF4B5244D444EFEBF469D72C375753C
2016-01-14 16:05:27,221 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:27,221 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:27,221 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,223 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:27,231 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FE32246041614206B6C092A604581842, ordinal: 1
2016-01-14 16:05:27,231 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:27,231 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: DDF4B5244D444EFEBF469D72C375753C
2016-01-14 16:05:27,231 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE32246041614206B6C092A604581842, mem on start (mb), free: 251, total: 461, max: 672
2016-01-14 16:05:27,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:27,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:27,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:27,232 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:27,233 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:27,233 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:27,233 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:27,234 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:27,234 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:27,234 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, DDF4B5244D444EFEBF469D72C375753C, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:27,235 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FA6115F2500F4536A6A22868DD3BCE0E, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:27,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:27,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FA6115F2500F4536A6A22868DD3BCE0E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:27,235 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,236 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:27,236 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:27,236 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:27,237 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:27,237 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: FA6115F2500F4536A6A22868DD3BCE0E with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:27,237 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:27,237 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:27,237 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:27,238 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,238 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:27,239 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,239 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787526926_0001_1_00_000000_0_10057, runDuration: 40322, ]
2016-01-14 16:05:27,240 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787526926_0001_1_00_000000_0_10057] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452787527240, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:27,240 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,241 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:27,241 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [FA6115F2500F4536A6A22868DD3BCE0E] #11 in 1ms
2016-01-14 16:05:27,241 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [FA6115F2500F4536A6A22868DD3BCE0E] #11, status:false, isInterrupted:false
2016-01-14 16:05:27,243 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'num']]
2016-01-14 16:05:27,243 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:27,243 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 16:05:27,243 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:27,244 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:27,244 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 16:05:27,244 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,244 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:27,245 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'num']] streamed: true, id: EE4D931CB17B4B7A961A1504C681B03C
2016-01-14 16:05:27,246 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring"], id: DDF4B5244D444EFEBF469D72C375753C
2016-01-14 16:05:27,246 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring"]
2016-01-14 16:05:27,246 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'num']] EE4D931CB17B4B7A961A1504C681B03C, for 1 inputs
2016-01-14 16:05:27,247 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FE32246041614206B6C092A604581842, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:27,248 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@19af9d2; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@65874ad0
2016-01-14 16:05:27,250 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:27,250 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:27,251 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,251 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787526926_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:27,252 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,252 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FE32246041614206B6C092A604581842, mem on close (mb), free: 248, total: 461, max: 672
2016-01-14 16:05:27,252 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: FA6115F2500F4536A6A22868DD3BCE0E
2016-01-14 16:05:27,253 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:27,253 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:27,253 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:27,254 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:27,254 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,255 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787526926_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:27,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:27,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FE32246041614206B6C092A604581842, taskAttemptId=attempt_1452787526926_0001_1_01_000000_0, startTime=1452787527213, finishTime=1452787527256, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527247, Process_Duration=5, Process_End_Time=1452787527252, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:27,257 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787526926_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:27,257 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27,257 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:27,256 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787527247, Process_Duration=5, Process_End_Time=1452787527252, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:27,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:27,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:TASK_FINISHED]: vertexName=FE32246041614206B6C092A604581842, taskId=task_1452787526926_0001_1_01_000000, startTime=1452787527213, finishTime=1452787527257, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1452787526926_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527247, Process_Duration=5, Process_End_Time=1452787527252, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:27,258 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787526926_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:27,258 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] : 1
2016-01-14 16:05:27,258 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,258 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:27,258 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,259 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:27,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:VERTEX_FINISHED]: vertexName=FE32246041614206B6C092A604581842, vertexId=vertex_1452787526926_0001_1_01, initRequestedTime=1452787527102, initedTime=1452787527114, startRequestedTime=1452787527124, startedTime=1452787527124, finishTime=1452787527258, timeTaken=134, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=483917824, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527247, Process_Duration=5, Process_End_Time=1452787527252, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787527213, firstTasksToStart=[ task_1452787526926_0001_1_01_000000 ], lastTaskFinishTime=1452787527256, lastTasksToFinish=[ task_1452787526926_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787526926_0001_1_01_000000 ], longestDurationTasks=[ task_1452787526926_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:27,260 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:27,260 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:27,260 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:27,261 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787526926_0001_00_000002
2016-01-14 16:05:27,261 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787526926_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:27,261 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787526926_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:27,261 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787526926_0001_00_000002, Exiting
2016-01-14 16:05:27,261 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787526926_0001_00_000002
2016-01-14 16:05:27,261 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787526926_0001_00_000002
2016-01-14 16:05:27,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787526926_0001_00_000002, stoppedTime=1452787527260, exitStatus=0
2016-01-14 16:05:27,269 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:27,269 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:27,269 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787526926_0001_1
2016-01-14 16:05:27,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787526926_0001_1
2016-01-14 16:05:27,270 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: DDF4B5244D444EFEBF469D72C375753C for vertex: vertex_1452787526926_0001_1_01 [FE32246041614206B6C092A604581842]
2016-01-14 16:05:27,270 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787526926_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:27,270 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787526926_0001_00_000002 completed successfully
2016-01-14 16:05:27,277 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787526926_0001_1_00 [FA6115F2500F4536A6A22868DD3BCE0E]
2016-01-14 16:05:27,279 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787526926_0001_1, queueSize=0
2016-01-14 16:05:27,279 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:27,280 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787526926_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787526926_0001_1, startTime=1452787527100, finishTime=1452787527277, timeTaken=177, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=237, FILE_BYTES_WRITTEN=679, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=967835648, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=4, MERGE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575054425, Process_Duration=8, Process_End_Time=2905575054433, Read_Duration=0, Tuples_Read=18, Tuples_Written=10, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:27,280 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787526926_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:27,280 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787526926_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:27,281 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787526926_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:27,281 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787526926_0001_00_000002
2016-01-14 16:05:27 Completed Dag: dag_1452787526926_0001_1
2016-01-14 16:05:27,283 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787526926_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:27,283 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787526926_0001_1_post
2016-01-14 16:05:27,284 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,284 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:27,288 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...stMaxByString/maxbystring, applicationId=application_1452787526926_0001
2016-01-14 16:05:27,290 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:27,290 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:27,290 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:27,290 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:27,291 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:27,291 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:27,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:27,292 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:27,293 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:27,293 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:27,293 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:27,293 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:27,293 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:27,299 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EB7D52C18B364BDD9C7167E5EB61F753/F3CE4B41E29D419A95C9FBABA04DD25F/.tez/application_1452787526926_0001
2016-01-14 16:05:27,299 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  completed in: 00:00.391
2016-01-14 16:05:27,373 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMaxByString/maxbystring
2016-01-14 16:05:27,406 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:27,407 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:27,458 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 16:05:27,471 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-01-14 16:05:27,471 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:27,472 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:27,473 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:27,487 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-01-14 16:05:27,499 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields
2016-01-14 16:05:27,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] starting
2016-01-14 16:05:27,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-01-14 16:05:27,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  sink: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields"]
2016-01-14 16:05:27,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  parallel execution of steps is enabled: false
2016-01-14 16:05:27,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  executing total steps: 1
2016-01-14 16:05:27,551 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  allocating management threads: 1
2016-01-14 16:05:27,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] starting step: (1/1) .../testFirstBy/firstnfields
2016-01-14 16:05:27,552 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [first] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:27,564 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] tez session mode enabled: true
2016-01-14 16:05:27,569 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:27,569 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:27,569 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:27,578 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19/.tez/application_1452787527569_0001 doesn't exist and is created
2016-01-14 16:05:27,594 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:27,594 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:27,595 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19/.tez/application_1452787527569_0001
2016-01-14 16:05:27,599 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787527569_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:27,610 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:27,614 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:27,616 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:27,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:27,617 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19/.tez/application_1452787527569_0001/localmode-log-dir
2016-01-14 16:05:27,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19/.tez/application_1452787527569_0001/localmode-log-dir/history.txt.appattempt_1452787527569_0001_000000, maxErrors=10
2016-01-14 16:05:27,618 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:27,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787527569_0001_000000, appSubmitTime=1452787527599, launchTime=1452787527599
2016-01-14 16:05:27,622 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:27,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:27,627 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:38345
2016-01-14 16:05:27,627 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:27,628 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:27,631 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:27,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787527569_0001_000000, startTime=1452787527634
2016-01-14 16:05:27,634 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:27,634 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:27,695 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:27,695 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:27,695 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) .../testFirstBy/firstnfields, applicationId=application_1452787527569_0001, dagName=[2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields
2016-01-14 16:05:27,711 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields
2016-01-14 16:05:27,712 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787527569_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19/.tez/application_1452787527569_0001/localmode-log-dir/dag_1452787527569_0001_1.dot
2016-01-14 16:05:27,713 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19/.tez/application_1452787527569_0001/localmode-log-dir/dag_1452787527569_0001_1-tez-dag.pb.txt
2016-01-14 16:05:27,721 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787527569_0001_1
2016-01-14 16:05:27,721 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,721 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields
2016-01-14 16:05:27 Running Dag: dag_1452787527569_0001_1
2016-01-14 16:05:27,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:27,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787527569_0001_1, submitTime=1452787527711
2016-01-14 16:05:27,733 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AC11117C55A243A297E963F2FE92BF0B
2016-01-14 16:05:27,733 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:27,733 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:27,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787527569_0001_1, initTime=1452787527732
2016-01-14 16:05:27,733 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787527569_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:27,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:DAG_STARTED]: dagID=dag_1452787527569_0001_1, startTime=1452787527733
2016-01-14 16:05:27,734 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:27,734 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787527569_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:27,734 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AEBAD376C09441C1ADBB3C5FE7EAA28A : {57C894E80598499FB3F188D5835D09FA={InputName=57C894E80598499FB3F188D5835D09FA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:27,734 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 57C894E80598499FB3F188D5835D09FA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:27,734 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,734 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,734 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,734 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]. Starting root input initializers: 1
2016-01-14 16:05:27,735 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:27,735 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:27,735 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,736 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 57C894E80598499FB3F188D5835D09FA on vertex vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,737 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:27,738 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,738 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) .../testFirstBy/firstnfields, applicationId=application_1452787527569_0001, dagName=[2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields
2016-01-14 16:05:27,738 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,738 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,738 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=C0074DBC65F94A09923ED29CD6BBCD06, vertexId=vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:27,738 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=C0074DBC65F94A09923ED29CD6BBCD06, vertexId=vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,739 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=C0074DBC65F94A09923ED29CD6BBCD06, vertexName=AC11117C55A243A297E963F2FE92BF0B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:27,740 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=C0074DBC65F94A09923ED29CD6BBCD06, vertexId=vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,740 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:27,741 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 57C894E80598499FB3F188D5835D09FA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:27,741 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:27,741 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:27,742 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:27,743 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC11117C55A243A297E963F2FE92BF0B, vertexId=vertex_1452787527569_0001_1_01, initRequestedTime=1452787527735, initedTime=1452787527742, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:27,743 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:27,743 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-01-14 16:05:27,743 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 57C894E80598499FB3F188D5835D09FA on vertex vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,744 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:27,744 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {57C894E80598499FB3F188D5835D09FA=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:27,744 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] parallelism set to 1
2016-01-14 16:05:27,744 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:27,745 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787527569_0001_1_00, eventCount=1
2016-01-14 16:05:27,745 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:27,745 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, vertexId=vertex_1452787527569_0001_1_00, initRequestedTime=1452787527734, initedTime=1452787527745, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:27,745 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] with distanceFromRoot: 0
2016-01-14 16:05:27,746 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:27,746 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,746 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,746 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787527569_0001_1_00, startRequestedTime=1452787527746, startedTime=1452787527746
2016-01-14 16:05:27,746 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:27,746 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:27,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_STARTED]: vertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, taskId=task_1452787527569_0001_1_00_000000, scheduledTime=1452787527747, launchTime=1452787527747
2016-01-14 16:05:27,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:27,747 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787527569_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:27,747 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787527569_0001_1_00 for vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] numStartedSources: 1 numSources: 1
2016-01-14 16:05:27,747 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] with distanceFromRoot: 1
2016-01-14 16:05:27,748 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,748 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: AEBAD376C09441C1ADBB3C5FE7EAA28A in vertex: AC11117C55A243A297E963F2FE92BF0B
2016-01-14 16:05:27,748 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: AC11117C55A243A297E963F2FE92BF0B with 1 source tasks and 1 pending tasks
2016-01-14 16:05:27,748 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787527569_0001_1_01, startRequestedTime=1452787527748, startedTime=1452787527748
2016-01-14 16:05:27,749 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:27,748 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:27,749 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields, VertexName: AEBAD376C09441C1ADBB3C5FE7EAA28A, VertexParallelism: 1, TaskAttemptID:attempt_1452787527569_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=57C894E80598499FB3F188D5835D09FA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AC11117C55A243A297E963F2FE92BF0B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:27,749 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787527569_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:27,749 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:27,750 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:27,750 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:27,750 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:27,751 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787527569_0001_00_000001
2016-01-14 16:05:27,751 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:27,752 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787527569_0001_00_000001
2016-01-14 16:05:27,752 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:27,753 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:27,753 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:27,753 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787527569_0001_00_000001, launchTime=1452787527753
2016-01-14 16:05:27,754 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787527569_0001_00_000001
2016-01-14 16:05:27,755 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787527569_0001_1_00_000000_0] to container: [container_1452787527569_0001_00_000001]
2016-01-14 16:05:27,756 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:27,756 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787527569_0001_00_000001 given task: attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,756 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787527569_0001_1_00_000000_0] started. Is using containerId: [container_1452787527569_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:27,756 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] submitted tez dag to app master: application_1452787527569_0001, with dag id: dag_1452787527569_0001_1
2016-01-14 16:05:27,757 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, taskAttemptId=attempt_1452787527569_0001_1_00_000000_0, startTime=1452787527756, containerId=container_1452787527569_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787527569_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:27,757 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:27,757 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787527569_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:27,757 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787527569_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:27,756 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787527569_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,758 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,758 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,758 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:27,758 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:27,759 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:27,759 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:27,759 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:27,759 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields, VertexName: AEBAD376C09441C1ADBB3C5FE7EAA28A, VertexParallelism: 1, TaskAttemptID:attempt_1452787527569_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=57C894E80598499FB3F188D5835D09FA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AC11117C55A243A297E963F2FE92BF0B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:27,759 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:27,760 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,760 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:27,760 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AC11117C55A243A297E963F2FE92BF0B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:27,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=57C894E80598499FB3F188D5835D09FA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:27,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:27,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AC11117C55A243A297E963F2FE92BF0B
2016-01-14 16:05:27,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:27,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 57C894E80598499FB3F188D5835D09FA
2016-01-14 16:05:27,765 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:27,768 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:27,767 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787527569_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:27,769 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: AC11117C55A243A297E963F2FE92BF0B
2016-01-14 16:05:27,769 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AC11117C55A243A297E963F2FE92BF0B
2016-01-14 16:05:27,768 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 57C894E80598499FB3F188D5835D09FA
2016-01-14 16:05:27,777 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:27,777 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 57C894E80598499FB3F188D5835D09FA
2016-01-14 16:05:27,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 57C894E80598499FB3F188D5835D09FA
2016-01-14 16:05:27,783 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AEBAD376C09441C1ADBB3C5FE7EAA28A, ordinal: 0
2016-01-14 16:05:27,784 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AEBAD376C09441C1ADBB3C5FE7EAA28A, mem on start (mb), free: 372, total: 462, max: 672
2016-01-14 16:05:27,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:27,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:27,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:27,785 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:27,785 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:27,785 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:27,785 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:27,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:27,786 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:27,787 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AC11117C55A243A297E963F2FE92BF0B, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:27,787 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 57C894E80598499FB3F188D5835D09FA, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:27,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:27,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 57C894E80598499FB3F188D5835D09FA
2016-01-14 16:05:27,787 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:27,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 57C894E80598499FB3F188D5835D09FA
2016-01-14 16:05:27,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 57C894E80598499FB3F188D5835D09FA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:27,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:27,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:27,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:27,789 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,789 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:27,790 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@709745e4
2016-01-14 16:05:27,791 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@709745e4
2016-01-14 16:05:27,791 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:27,792 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:27,793 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-01-14 16:05:27,794 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 57C894E80598499FB3F188D5835D09FA
2016-01-14 16:05:27,794 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(first)[by:[{1}:'num']], id: 8528218FC94F47F7B96224FE2A284A7C
2016-01-14 16:05:27,794 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(first)[by:[{1}:'num']] 8528218FC94F47F7B96224FE2A284A7C
2016-01-14 16:05:27,797 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@10279ee2; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@19300fb7; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@2257c44c; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:27,798 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-01-14 16:05:27,798 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-01-14 16:05:27,798 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:27,812 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:27,812 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:27,812 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:27,813 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:27,813 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:27,814 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-01-14 16:05:27,814 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:27,814 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AEBAD376C09441C1ADBB3C5FE7EAA28A, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:27,817 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:27,817 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 270, total: 462, max: 672
2016-01-14 16:05:27,818 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:27,820 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:27,820 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 270, total: 462, max: 672
2016-01-14 16:05:27,820 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:27,821 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,821 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AEBAD376C09441C1ADBB3C5FE7EAA28A, mem on close (mb), free: 270, total: 462, max: 672
2016-01-14 16:05:27,822 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:27,822 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:27,822 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 170; bufvoid = 104857600
2016-01-14 16:05:27,822 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 16:05:27,824 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,830 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787527569_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:27,831 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787527569_0001_1_00, eventCount=1
2016-01-14 16:05:27,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787527815, Process_Duration=6, Process_End_Time=1452787527821, Read_Duration=1, Tuples_Read=37, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5]]
2016-01-14 16:05:27,835 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:27,835 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, taskAttemptId=attempt_1452787527569_0001_1_00_000000_0, startTime=1452787527756, finishTime=1452787527832, timeTaken=76, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527815, Process_Duration=6, Process_End_Time=1452787527821, Read_Duration=1, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-01-14 16:05:27,836 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787527569_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:27,836 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27,836 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:27,836 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:27,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_FINISHED]: vertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, taskId=task_1452787527569_0001_1_00_000000, startTime=1452787527756, finishTime=1452787527836, timeTaken=80, status=SUCCEEDED, successfulAttemptID=attempt_1452787527569_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527815, Process_Duration=6, Process_End_Time=1452787527821, Read_Duration=1, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-01-14 16:05:27,836 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787527569_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:27,837 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] : 1
2016-01-14 16:05:27,837 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:27,837 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787527569_0001_00_000001
2016-01-14 16:05:27,838 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:27,839 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_FINISHED]: vertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, vertexId=vertex_1452787527569_0001_1_00, initRequestedTime=1452787527734, initedTime=1452787527745, startRequestedTime=1452787527746, startedTime=1452787527746, finishTime=1452787527837, timeTaken=91, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=222, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527815, Process_Duration=6, Process_End_Time=1452787527821, Read_Duration=1, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1452787527756, firstTasksToStart=[ task_1452787527569_0001_1_00_000000 ], lastTaskFinishTime=1452787527832, lastTasksToFinish=[ task_1452787527569_0001_1_00_000000 ], minTaskDuration=76, maxTaskDuration=76, avgTaskDuration=76.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787527569_0001_1_00_000000 ], longestDurationTasks=[ task_1452787527569_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:27,839 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:27,839 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:27,840 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] attempt: attempt_1452787527569_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:27,840 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AC11117C55A243A297E963F2FE92BF0B
2016-01-14 16:05:27,840 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787527569_0001_00_000001, stoppedTime=1452787527840, exitStatus=0
2016-01-14 16:05:27,840 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:27,841 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:27,841 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:27,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_STARTED]: vertexName=AC11117C55A243A297E963F2FE92BF0B, taskId=task_1452787527569_0001_1_01_000000, scheduledTime=1452787527841, launchTime=1452787527841
2016-01-14 16:05:27,841 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:27,842 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787527569_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:27,842 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,842 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787527569_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:27,842 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields, VertexName: AC11117C55A243A297E963F2FE92BF0B, VertexParallelism: 1, TaskAttemptID:attempt_1452787527569_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C0074DBC65F94A09923ED29CD6BBCD06, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:27,843 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787527569_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:27,843 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:27,843 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:27,844 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787527569_0001_00_000002
2016-01-14 16:05:27,844 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:27,845 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787527569_0001_00_000002
2016-01-14 16:05:27,846 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:27,846 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:27,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787527569_0001_00_000002, launchTime=1452787527846
2016-01-14 16:05:27,846 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:27,847 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787527569_0001_00_000002
2016-01-14 16:05:27,847 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787527569_0001_1_01_000000_0] to container: [container_1452787527569_0001_00_000002]
2016-01-14 16:05:27,848 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:27,848 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787527569_0001_00_000002 given task: attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,848 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787527569_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,848 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787527569_0001_1_01_000000_0] started. Is using containerId: [container_1452787527569_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,848 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,849 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,849 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:27,849 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:27,849 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC11117C55A243A297E963F2FE92BF0B, taskAttemptId=attempt_1452787527569_0001_1_01_000000_0, startTime=1452787527848, containerId=container_1452787527569_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787527569_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:27,849 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787527569_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:27,849 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:27,850 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787527569_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:27,850 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787527569_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:27,850 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787527569_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:27,850 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787527569_0001_00_000001, Exiting
2016-01-14 16:05:27,850 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787527569_0001_00_000001
2016-01-14 16:05:27,849 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:27,850 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787527569_0001_00_000001
2016-01-14 16:05:27,851 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:27,851 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:27,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19] first/(1/1) .../testFirstBy/firstnfields, VertexName: AC11117C55A243A297E963F2FE92BF0B, VertexParallelism: 1, TaskAttemptID:attempt_1452787527569_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=C0074DBC65F94A09923ED29CD6BBCD06, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:27,852 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:27,852 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:27,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,853 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787527569_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:27,853 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787527569_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:27,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C0074DBC65F94A09923ED29CD6BBCD06, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:27,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=AEBAD376C09441C1ADBB3C5FE7EAA28A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:27,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:27,854 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787527569_0001_00_000001 completed successfully
2016-01-14 16:05:27,855 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C0074DBC65F94A09923ED29CD6BBCD06
2016-01-14 16:05:27,855 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:27,856 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:27,856 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: C0074DBC65F94A09923ED29CD6BBCD06
2016-01-14 16:05:27,859 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:27,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:27,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,861 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:27,861 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:27,862 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,865 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:27,865 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C0074DBC65F94A09923ED29CD6BBCD06
2016-01-14 16:05:27,871 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC11117C55A243A297E963F2FE92BF0B, ordinal: 1
2016-01-14 16:05:27,871 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC11117C55A243A297E963F2FE92BF0B, mem on start (mb), free: 265, total: 462, max: 672
2016-01-14 16:05:27,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:27,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:27,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:27,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:27,871 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:27,872 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:27,872 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:27,872 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:27,872 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:27,872 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:27,872 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C0074DBC65F94A09923ED29CD6BBCD06, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:27,872 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, AEBAD376C09441C1ADBB3C5FE7EAA28A, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:27,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:27,872 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: AEBAD376C09441C1ADBB3C5FE7EAA28A being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:27,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:27,873 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:27,873 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:27,874 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:27,874 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: AEBAD376C09441C1ADBB3C5FE7EAA28A with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:27,874 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:27,875 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:27,875 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:27,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:27,879 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,879 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787527569_0001_1_00_000000_0_10062, runDuration: 62271, ]
2016-01-14 16:05:27,882 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787527569_0001_1_00_000000_0_10062] to DISK_DIRECT, CompressedSize=190, DecompressedSize=186,EndTime=1452787527881, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:27,882 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,882 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:27,882 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(first)[by:[{1}:'num']]
2016-01-14 16:05:27,883 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [AEBAD376C09441C1ADBB3C5FE7EAA28A] #12 in 2ms
2016-01-14 16:05:27,883 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(first)[by:[{1}:'num']] streamed: true, id: 8528218FC94F47F7B96224FE2A284A7C
2016-01-14 16:05:27,883 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [AEBAD376C09441C1ADBB3C5FE7EAA28A] #12, status:false, isInterrupted:false
2016-01-14 16:05:27,885 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:27,885 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields"], id: C0074DBC65F94A09923ED29CD6BBCD06
2016-01-14 16:05:27,886 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 190 bytes from disk
2016-01-14 16:05:27,886 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:27,886 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:27,886 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 160 bytes
2016-01-14 16:05:27,886 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,887 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:27,887 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields"]
2016-01-14 16:05:27,888 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(first)[by:[{1}:'num']] 8528218FC94F47F7B96224FE2A284A7C, for 1 inputs
2016-01-14 16:05:27,888 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC11117C55A243A297E963F2FE92BF0B, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:27,890 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@4c84335c; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7b480442
2016-01-14 16:05:27,894 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:27,895 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:27,895 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,896 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787527569_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:27,896 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,897 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC11117C55A243A297E963F2FE92BF0B, mem on close (mb), free: 261, total: 462, max: 672
2016-01-14 16:05:27,897 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: AEBAD376C09441C1ADBB3C5FE7EAA28A
2016-01-14 16:05:27,898 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:27,899 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:27,899 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:27,899 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:27,900 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,901 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787527569_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:27,903 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:27,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC11117C55A243A297E963F2FE92BF0B, taskAttemptId=attempt_1452787527569_0001_1_01_000000_0, startTime=1452787527848, finishTime=1452787527903, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=222, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527889, Process_Duration=7, Process_End_Time=1452787527896, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:27,903 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787527569_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:27,903 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:27,903 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=222, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787527889, Process_Duration=7, Process_End_Time=1452787527896, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:27,903 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27,904 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:27,904 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,904 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787527569_0001_00_000002
2016-01-14 16:05:27,905 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:TASK_FINISHED]: vertexName=AC11117C55A243A297E963F2FE92BF0B, taskId=task_1452787527569_0001_1_01_000000, startTime=1452787527848, finishTime=1452787527904, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1452787527569_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=222, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527889, Process_Duration=7, Process_End_Time=1452787527896, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:27,905 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:27,906 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787527569_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:27,907 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] : 1
2016-01-14 16:05:27,907 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,908 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:27,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:VERTEX_FINISHED]: vertexName=AC11117C55A243A297E963F2FE92BF0B, vertexId=vertex_1452787527569_0001_1_01, initRequestedTime=1452787527735, initedTime=1452787527742, startRequestedTime=1452787527748, startedTime=1452787527748, finishTime=1452787527907, timeTaken=159, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=222, FILE_BYTES_WRITTEN=562, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787527889, Process_Duration=7, Process_End_Time=1452787527896, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787527848, firstTasksToStart=[ task_1452787527569_0001_1_01_000000 ], lastTaskFinishTime=1452787527903, lastTasksToFinish=[ task_1452787527569_0001_1_01_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787527569_0001_1_01_000000 ], longestDurationTasks=[ task_1452787527569_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:27,908 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:27,908 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:27,909 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787527569_0001_00_000002, stoppedTime=1452787527909, exitStatus=0
2016-01-14 16:05:27,909 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:27,909 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:27,909 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787527569_0001_1
2016-01-14 16:05:27,909 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:27,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787527569_0001_1
2016-01-14 16:05:27,910 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: C0074DBC65F94A09923ED29CD6BBCD06 for vertex: vertex_1452787527569_0001_1_01 [AC11117C55A243A297E963F2FE92BF0B]
2016-01-14 16:05:27,916 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787527569_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:27,916 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787527569_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:27,917 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787527569_0001_00_000002, Exiting
2016-01-14 16:05:27,917 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787527569_0001_00_000002
2016-01-14 16:05:27,917 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787527569_0001_00_000002
2016-01-14 16:05:27,917 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787527569_0001_1_00 [AEBAD376C09441C1ADBB3C5FE7EAA28A]
2016-01-14 16:05:27,917 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787527569_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:27,918 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787527569_0001_00_000002 completed successfully
2016-01-14 16:05:27,921 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787527569_0001_1, queueSize=0
2016-01-14 16:05:27,922 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:27,922 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787527569_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787527569_0001_1, startTime=1452787527733, finishTime=1452787527918, timeTaken=185, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=586, FILE_BYTES_WRITTEN=784, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=969932800, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=170, OUTPUT_BYTES_WITH_OVERHEAD=186, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=186, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575055704, Process_Duration=13, Process_End_Time=2905575055717, Read_Duration=2, Tuples_Read=42, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-01-14 16:05:27,922 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787527569_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:27,922 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787527569_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:27,923 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787527569_0001_00_000002
2016-01-14 16:05:27,923 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787527569_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:27 Completed Dag: dag_1452787527569_0001_1
2016-01-14 16:05:27,924 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787527569_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:27,924 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787527569_0001_1_post
2016-01-14 16:05:27,925 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:27,926 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:27,931 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) .../testFirstBy/firstnfields, applicationId=application_1452787527569_0001
2016-01-14 16:05:27,933 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:27,934 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:27,934 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:27,934 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:27,934 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:27,934 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:27,935 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:27,935 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:27,935 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:27,936 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:27,937 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:27,937 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:27,937 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:27,944 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2335594232C9441A899F42B191E9225D/A444A65B95E8493693E97D590063EF19/.tez/application_1452787527569_0001
2016-01-14 16:05:27,944 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  completed in: 00:00.393
2016-01-14 16:05:27,993 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testFirstBy/firstnfields
2016-01-14 16:05:28,020 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:28,020 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:28,062 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 16:05:28,077 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-01-14 16:05:28,078 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:28,078 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:28,078 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:28,098 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 16:05:28,099 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields
2016-01-14 16:05:28,115 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] starting
2016-01-14 16:05:28,115 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:28,115 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields"]
2016-01-14 16:05:28,116 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  parallel execution of steps is enabled: false
2016-01-14 16:05:28,117 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  executing total steps: 1
2016-01-14 16:05:28,117 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  allocating management threads: 1
2016-01-14 16:05:28,119 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] starting step: (1/1) ...CoerceFields/coercefields
2016-01-14 16:05:28,119 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [coerce] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:28,135 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] tez session mode enabled: true
2016-01-14 16:05:28,139 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:28,139 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:28,139 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:28,149 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC/.tez/application_1452787528139_0001 doesn't exist and is created
2016-01-14 16:05:28,168 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:28,168 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:28,169 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC/.tez/application_1452787528139_0001
2016-01-14 16:05:28,172 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787528139_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:28,182 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:28,183 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:28,184 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:28,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:28,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC/.tez/application_1452787528139_0001/localmode-log-dir
2016-01-14 16:05:28,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC/.tez/application_1452787528139_0001/localmode-log-dir/history.txt.appattempt_1452787528139_0001_000000, maxErrors=10
2016-01-14 16:05:28,185 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:28,185 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787528139_0001_000000, appSubmitTime=1452787528171, launchTime=1452787528172
2016-01-14 16:05:28,198 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:28,199 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:28,200 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:28,200 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:28,211 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:42646
2016-01-14 16:05:28,212 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:28,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787528139_0001_000000, startTime=1452787528214
2016-01-14 16:05:28,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:28,214 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:28,214 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:28,214 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:28,269 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:28,269 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:28,269 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...CoerceFields/coercefields, applicationId=application_1452787528139_0001, dagName=[3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC] coerce/(1/1) ...CoerceFields/coercefields
2016-01-14 16:05:28,285 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC] coerce/(1/1) ...CoerceFields/coercefields
2016-01-14 16:05:28,287 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787528139_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC/.tez/application_1452787528139_0001/localmode-log-dir/dag_1452787528139_0001_1.dot
2016-01-14 16:05:28,287 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC/.tez/application_1452787528139_0001/localmode-log-dir/dag_1452787528139_0001_1-tez-dag.pb.txt
2016-01-14 16:05:28,292 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787528139_0001_1
2016-01-14 16:05:28,292 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,293 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC] coerce/(1/1) ...CoerceFields/coercefields
2016-01-14 16:05:28 Running Dag: dag_1452787528139_0001_1
2016-01-14 16:05:28,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787528139_0001_1, submitTime=1452787528285
2016-01-14 16:05:28,304 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:28,304 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DE761E2F6C3A404CA4258CF9C1F74D7A
2016-01-14 16:05:28,305 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:28,305 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:28,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787528139_0001_1, initTime=1452787528304
2016-01-14 16:05:28,306 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787528139_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:28,307 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...CoerceFields/coercefields, applicationId=application_1452787528139_0001, dagName=[3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC] coerce/(1/1) ...CoerceFields/coercefields
2016-01-14 16:05:28,307 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:DAG_STARTED]: dagID=dag_1452787528139_0001_1, startTime=1452787528306
2016-01-14 16:05:28,307 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:28,307 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787528139_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:28,307 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DE761E2F6C3A404CA4258CF9C1F74D7A : {FB8CABE44F44404CB304DE72B6A79BD5={InputName=FB8CABE44F44404CB304DE72B6A79BD5}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:28,307 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: FB8CABE44F44404CB304DE72B6A79BD5, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:28,308 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,308 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,308 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,308 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]. Starting root input initializers: 1
2016-01-14 16:05:28,309 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:28,310 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:28,310 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: FB8CABE44F44404CB304DE72B6A79BD5 on vertex vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,312 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:28,312 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input FB8CABE44F44404CB304DE72B6A79BD5 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:28,313 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:28,313 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:28,315 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 16:05:28,315 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: FB8CABE44F44404CB304DE72B6A79BD5 on vertex vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,315 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:28,315 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {FB8CABE44F44404CB304DE72B6A79BD5=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:28,316 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] parallelism set to 1
2016-01-14 16:05:28,316 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:28,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787528139_0001_1_00, eventCount=1
2016-01-14 16:05:28,316 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,316 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=1A4CCFB3D03C47EB97465EDB3CBDCF0A, vertexId=vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:28,317 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=1A4CCFB3D03C47EB97465EDB3CBDCF0A, vertexId=vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,318 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=1A4CCFB3D03C47EB97465EDB3CBDCF0A, vertexName=DE761E2F6C3A404CA4258CF9C1F74D7A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:28,318 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=1A4CCFB3D03C47EB97465EDB3CBDCF0A, vertexId=vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,320 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:28,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DE761E2F6C3A404CA4258CF9C1F74D7A, vertexId=vertex_1452787528139_0001_1_00, initRequestedTime=1452787528307, initedTime=1452787528319, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:28,320 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] with distanceFromRoot: 0
2016-01-14 16:05:28,320 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:28,320 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DE761E2F6C3A404CA4258CF9C1F74D7A
2016-01-14 16:05:28,320 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,321 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:28,321 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787528139_0001_1_00, startRequestedTime=1452787528320, startedTime=1452787528320
2016-01-14 16:05:28,321 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:28,322 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:28,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:TASK_STARTED]: vertexName=DE761E2F6C3A404CA4258CF9C1F74D7A, taskId=task_1452787528139_0001_1_00_000000, scheduledTime=1452787528321, launchTime=1452787528321
2016-01-14 16:05:28,322 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528139_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:28,322 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,323 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC] coerce/(1/1) ...CoerceFields/coercefields, VertexName: DE761E2F6C3A404CA4258CF9C1F74D7A, VertexParallelism: 1, TaskAttemptID:attempt_1452787528139_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FB8CABE44F44404CB304DE72B6A79BD5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1A4CCFB3D03C47EB97465EDB3CBDCF0A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:28,323 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528139_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:28,323 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:28,324 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:28,324 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:28,324 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:28,325 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787528139_0001_00_000001
2016-01-14 16:05:28,325 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528139_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:28,326 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787528139_0001_00_000001
2016-01-14 16:05:28,326 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:28,327 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528139_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:28,327 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:28,327 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787528139_0001_00_000001, launchTime=1452787528327
2016-01-14 16:05:28,328 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] submitted tez dag to app master: application_1452787528139_0001, with dag id: dag_1452787528139_0001_1
2016-01-14 16:05:28,328 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787528139_0001_00_000001
2016-01-14 16:05:28,329 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787528139_0001_1_00_000000_0] to container: [container_1452787528139_0001_00_000001]
2016-01-14 16:05:28,329 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528139_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:28,329 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787528139_0001_1_00_000000_0] started. Is using containerId: [container_1452787528139_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:28,330 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787528139_0001_00_000001 given task: attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,330 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DE761E2F6C3A404CA4258CF9C1F74D7A, taskAttemptId=attempt_1452787528139_0001_1_00_000000_0, startTime=1452787528329, containerId=container_1452787528139_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787528139_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:28,331 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528139_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:28,330 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:28,331 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528139_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:28,331 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787528139_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28 Starting to run new task attempt: attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,332 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,332 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,332 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:28,333 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:28,333 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:28,333 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:28,333 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:28,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC] coerce/(1/1) ...CoerceFields/coercefields, VertexName: DE761E2F6C3A404CA4258CF9C1F74D7A, VertexParallelism: 1, TaskAttemptID:attempt_1452787528139_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FB8CABE44F44404CB304DE72B6A79BD5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=1A4CCFB3D03C47EB97465EDB3CBDCF0A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:28,333 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:28,334 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:28,334 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,336 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787528139_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:28,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FB8CABE44F44404CB304DE72B6A79BD5, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:28,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:28,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FB8CABE44F44404CB304DE72B6A79BD5
2016-01-14 16:05:28,338 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: FB8CABE44F44404CB304DE72B6A79BD5
2016-01-14 16:05:28,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=1A4CCFB3D03C47EB97465EDB3CBDCF0A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:28,338 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:28,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 1A4CCFB3D03C47EB97465EDB3CBDCF0A
2016-01-14 16:05:28,339 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:28,339 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 1A4CCFB3D03C47EB97465EDB3CBDCF0A
2016-01-14 16:05:28,343 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:28,343 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: FB8CABE44F44404CB304DE72B6A79BD5
2016-01-14 16:05:28,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FB8CABE44F44404CB304DE72B6A79BD5
2016-01-14 16:05:28,344 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:28,356 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DE761E2F6C3A404CA4258CF9C1F74D7A, ordinal: 0
2016-01-14 16:05:28,356 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DE761E2F6C3A404CA4258CF9C1F74D7A, mem on start (mb), free: 397, total: 452, max: 672
2016-01-14 16:05:28,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:28,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:28,357 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:28,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 1A4CCFB3D03C47EB97465EDB3CBDCF0A
2016-01-14 16:05:28,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:28,357 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:28,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:28,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:28,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:28,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:28,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:28,359 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 16:05:28,359 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FB8CABE44F44404CB304DE72B6A79BD5, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:28,359 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 1A4CCFB3D03C47EB97465EDB3CBDCF0A, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:28,359 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:28,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FB8CABE44F44404CB304DE72B6A79BD5
2016-01-14 16:05:28,360 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:28,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FB8CABE44F44404CB304DE72B6A79BD5
2016-01-14 16:05:28,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FB8CABE44F44404CB304DE72B6A79BD5 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:28,361 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:28,361 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:28,361 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:28,362 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,364 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:28,365 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:28,365 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@102b67aa
2016-01-14 16:05:28,366 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: FB8CABE44F44404CB304DE72B6A79BD5
2016-01-14 16:05:28,366 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields"], id: 1A4CCFB3D03C47EB97465EDB3CBDCF0A
2016-01-14 16:05:28,367 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields"]
2016-01-14 16:05:28,367 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@102b67aa
2016-01-14 16:05:28,367 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:28,368 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:28,374 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:28,374 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:28,375 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DE761E2F6C3A404CA4258CF9C1F74D7A, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:28,378 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:28,378 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:28,379 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,379 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787528139_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 16:05:28,380 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,380 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DE761E2F6C3A404CA4258CF9C1F74D7A, mem on close (mb), free: 394, total: 452, max: 672
2016-01-14 16:05:28 Completed running task attempt: attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,381 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787528139_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:28,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:28,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DE761E2F6C3A404CA4258CF9C1F74D7A, taskAttemptId=attempt_1452787528139_0001_1_00_000000_0, startTime=1452787528329, finishTime=1452787528383, timeTaken=54, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787528375, Process_Duration=5, Process_End_Time=1452787528380, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:28,383 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528139_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:28,383 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28,383 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:28,384 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:28,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:TASK_FINISHED]: vertexName=DE761E2F6C3A404CA4258CF9C1F74D7A, taskId=task_1452787528139_0001_1_00_000000, startTime=1452787528329, finishTime=1452787528383, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1452787528139_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787528375, Process_Duration=5, Process_End_Time=1452787528380, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:28,384 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528139_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:28,384 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] : 1
2016-01-14 16:05:28,384 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,386 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:28,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:VERTEX_FINISHED]: vertexName=DE761E2F6C3A404CA4258CF9C1F74D7A, vertexId=vertex_1452787528139_0001_1_00, initRequestedTime=1452787528307, initedTime=1452787528319, startRequestedTime=1452787528320, startedTime=1452787528320, finishTime=1452787528384, timeTaken=64, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787528375, Process_Duration=5, Process_End_Time=1452787528380, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787528329, firstTasksToStart=[ task_1452787528139_0001_1_00_000000 ], lastTaskFinishTime=1452787528383, lastTasksToFinish=[ task_1452787528139_0001_1_00_000000 ], minTaskDuration=54, maxTaskDuration=54, avgTaskDuration=54.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787528139_0001_1_00_000000 ], longestDurationTasks=[ task_1452787528139_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:28,386 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:28,386 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528139_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:28,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787528139_0001_00_000001, stoppedTime=1452787528387, exitStatus=0
2016-01-14 16:05:28,387 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528139_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:28,387 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 16:05:28,387 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787528139_0001_1
2016-01-14 16:05:28,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787528139_0001_1
2016-01-14 16:05:28,387 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 1A4CCFB3D03C47EB97465EDB3CBDCF0A for vertex: vertex_1452787528139_0001_1_00 [DE761E2F6C3A404CA4258CF9C1F74D7A]
2016-01-14 16:05:28,388 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:28,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452787528375, Process_Duration=5, Process_End_Time=1452787528380, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 16:05:28,393 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:28,393 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,393 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787528139_0001_00_000001
2016-01-14 16:05:28,393 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787528139_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:28,393 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787528139_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:28,394 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787528139_0001_00_000001, Exiting
2016-01-14 16:05:28,394 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787528139_0001_00_000001
2016-01-14 16:05:28,394 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787528139_0001_00_000001
2016-01-14 16:05:28,400 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787528139_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:28,401 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787528139_0001_00_000001 completed successfully
2016-01-14 16:05:28,401 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787528139_0001_1, queueSize=0
2016-01-14 16:05:28,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:28,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528139_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787528139_0001_1, startTime=1452787528306, finishTime=1452787528399, timeTaken=93, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787528375, Process_Duration=5, Process_End_Time=1452787528380, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:28,402 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787528139_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:28,402 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787528139_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:28,402 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528139_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:28,402 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787528139_0001_00_000001
2016-01-14 16:05:28 Completed Dag: dag_1452787528139_0001_1
2016-01-14 16:05:28,403 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787528139_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:28,403 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787528139_0001_1_post
2016-01-14 16:05:28,403 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,403 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:28,410 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...CoerceFields/coercefields, applicationId=application_1452787528139_0001
2016-01-14 16:05:28,412 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:28,413 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:28,413 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:28,413 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:28,413 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:28,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:28,415 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:28,415 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:28,415 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:28,416 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:28,416 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:28,418 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:28,418 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:28,422 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B3F6861DB94442086323F8D2FA761E5/D5E876F386CA4CC09DACA412D25240DC/.tez/application_1452787528139_0001
2016-01-14 16:05:28,423 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  completed in: 00:00.308
2016-01-14 16:05:28,466 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCoerceFields/coercefields
2016-01-14 16:05:28,493 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:28,493 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:28,528 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 16:05:28,539 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 16:05:28,540 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:28,540 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:28,540 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:28,557 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:28,563 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count
2016-01-14 16:05:28,608 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2016-01-14 16:05:28,608 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:28,608 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count"]
2016-01-14 16:05:28,608 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2016-01-14 16:05:28,609 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2016-01-14 16:05:28,610 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2016-01-14 16:05:28,612 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...splatform/testCount/count
2016-01-14 16:05:28,613 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:28,626 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tez session mode enabled: true
2016-01-14 16:05:28,630 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:28,631 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:28,631 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:28,640 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9/.tez/application_1452787528630_0001 doesn't exist and is created
2016-01-14 16:05:28,655 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:28,656 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:28,656 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9/.tez/application_1452787528630_0001
2016-01-14 16:05:28,659 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787528630_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:28,669 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:28,670 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:28,671 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:28,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:28,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9/.tez/application_1452787528630_0001/localmode-log-dir
2016-01-14 16:05:28,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9/.tez/application_1452787528630_0001/localmode-log-dir/history.txt.appattempt_1452787528630_0001_000000, maxErrors=10
2016-01-14 16:05:28,672 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:28,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787528630_0001_000000, appSubmitTime=1452787528659, launchTime=1452787528659
2016-01-14 16:05:28,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:28,681 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:28,682 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:43487
2016-01-14 16:05:28,682 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:28,682 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:28,684 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:28,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787528630_0001_000000, startTime=1452787528686
2016-01-14 16:05:28,686 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:28,686 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:28,756 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:28,756 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:28,756 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...splatform/testCount/count, applicationId=application_1452787528630_0001, dagName=[7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count
2016-01-14 16:05:28,771 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count
2016-01-14 16:05:28,772 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787528630_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9/.tez/application_1452787528630_0001/localmode-log-dir/dag_1452787528630_0001_1.dot
2016-01-14 16:05:28,773 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9/.tez/application_1452787528630_0001/localmode-log-dir/dag_1452787528630_0001_1-tez-dag.pb.txt
2016-01-14 16:05:28,781 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787528630_0001_1
2016-01-14 16:05:28,781 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,781 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count
2016-01-14 16:05:28 Running Dag: dag_1452787528630_0001_1
2016-01-14 16:05:28,792 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787528630_0001_1, submitTime=1452787528771
2016-01-14 16:05:28,792 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:28,793 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex ADEB0CBEEB2F4A6BA2BC10B1D72EAF28
2016-01-14 16:05:28,794 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:28,794 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787528630_0001_1, initTime=1452787528793
2016-01-14 16:05:28,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:28,794 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787528630_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:28,796 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:DAG_STARTED]: dagID=dag_1452787528630_0001_1, startTime=1452787528795
2016-01-14 16:05:28,796 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:28,796 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...splatform/testCount/count, applicationId=application_1452787528630_0001, dagName=[7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count
2016-01-14 16:05:28,796 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:28,796 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787528630_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:28,798 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C05544035E594BCC87896C419A590EC8 : {CC247C30E4764F1A969AF379732091DC={InputName=CC247C30E4764F1A969AF379732091DC}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:28,798 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: CC247C30E4764F1A969AF379732091DC, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:28,798 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,798 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,798 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,799 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]. Starting root input initializers: 1
2016-01-14 16:05:28,799 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:28,799 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,800 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: CC247C30E4764F1A969AF379732091DC on vertex vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,802 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:28,803 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:28,802 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:28,803 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:28,803 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input CC247C30E4764F1A969AF379732091DC asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:28,803 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,804 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,804 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,804 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=42571064DD964E7299DA9D0B4FDFF7E0, vertexId=vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:28,805 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=42571064DD964E7299DA9D0B4FDFF7E0, vertexId=vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,804 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:28,805 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:28,807 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=42571064DD964E7299DA9D0B4FDFF7E0, vertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:28,807 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=42571064DD964E7299DA9D0B4FDFF7E0, vertexId=vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,807 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:28,808 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: CC247C30E4764F1A969AF379732091DC on vertex vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,809 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:28,809 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, vertexId=vertex_1452787528630_0001_1_01, initRequestedTime=1452787528799, initedTime=1452787528808, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:28,809 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:28,809 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:28,810 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {CC247C30E4764F1A969AF379732091DC=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:28,810 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] parallelism set to 1
2016-01-14 16:05:28,810 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:28,811 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787528630_0001_1_00, eventCount=1
2016-01-14 16:05:28,811 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C05544035E594BCC87896C419A590EC8, vertexId=vertex_1452787528630_0001_1_00, initRequestedTime=1452787528798, initedTime=1452787528811, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:28,811 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] with distanceFromRoot: 0
2016-01-14 16:05:28,812 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:28,811 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:28,813 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,814 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,814 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:28,814 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787528630_0001_1_00, startRequestedTime=1452787528813, startedTime=1452787528813
2016-01-14 16:05:28,814 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:28,815 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:28,815 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_STARTED]: vertexName=C05544035E594BCC87896C419A590EC8, taskId=task_1452787528630_0001_1_00_000000, scheduledTime=1452787528814, launchTime=1452787528814
2016-01-14 16:05:28,815 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528630_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:28,815 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787528630_0001_1_00 for vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] numStartedSources: 1 numSources: 1
2016-01-14 16:05:28,816 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] with distanceFromRoot: 1
2016-01-14 16:05:28,817 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,818 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C05544035E594BCC87896C419A590EC8 in vertex: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28
2016-01-14 16:05:28,818 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:28,819 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787528630_0001_1_01, startRequestedTime=1452787528818, startedTime=1452787528818
2016-01-14 16:05:28,819 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:28,820 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:28,820 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count, VertexName: C05544035E594BCC87896C419A590EC8, VertexParallelism: 1, TaskAttemptID:attempt_1452787528630_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CC247C30E4764F1A969AF379732091DC, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:28,820 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528630_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:28,821 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:28,821 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:28,822 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:28,822 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:28,822 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787528630_0001_00_000001
2016-01-14 16:05:28,822 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:28,824 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted tez dag to app master: application_1452787528630_0001, with dag id: dag_1452787528630_0001_1
2016-01-14 16:05:28,825 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787528630_0001_00_000001
2016-01-14 16:05:28,825 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:28,826 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:28,828 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:28,829 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787528630_0001_00_000001, launchTime=1452787528828
2016-01-14 16:05:28,830 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787528630_0001_00_000001
2016-01-14 16:05:28,831 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787528630_0001_1_00_000000_0] to container: [container_1452787528630_0001_00_000001]
2016-01-14 16:05:28,831 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:28,831 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787528630_0001_1_00_000000_0] started. Is using containerId: [container_1452787528630_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:28,831 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787528630_0001_00_000001 given task: attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,832 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C05544035E594BCC87896C419A590EC8, taskAttemptId=attempt_1452787528630_0001_1_00_000000_0, startTime=1452787528831, containerId=container_1452787528630_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787528630_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:28,832 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528630_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:28,832 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528630_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:28,832 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787528630_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,832 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:28 Starting to run new task attempt: attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,833 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,834 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,834 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:28,834 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:28,835 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:28,835 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:28,835 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:28,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count, VertexName: C05544035E594BCC87896C419A590EC8, VertexParallelism: 1, TaskAttemptID:attempt_1452787528630_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CC247C30E4764F1A969AF379732091DC, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:28,836 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:28,836 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:28,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,838 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787528630_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:28,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CC247C30E4764F1A969AF379732091DC, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:28,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:28,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:28,840 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CC247C30E4764F1A969AF379732091DC
2016-01-14 16:05:28,841 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: CC247C30E4764F1A969AF379732091DC
2016-01-14 16:05:28,842 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:28,842 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:28,843 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:28,844 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: CC247C30E4764F1A969AF379732091DC
2016-01-14 16:05:28,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CC247C30E4764F1A969AF379732091DC
2016-01-14 16:05:28,845 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28
2016-01-14 16:05:28,848 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:28,849 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28
2016-01-14 16:05:28,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28
2016-01-14 16:05:28,850 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C05544035E594BCC87896C419A590EC8, ordinal: 0
2016-01-14 16:05:28,850 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C05544035E594BCC87896C419A590EC8, mem on start (mb), free: 309, total: 452, max: 672
2016-01-14 16:05:28,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:28,850 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:28,851 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:28,851 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:28,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:28,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:28,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:28,851 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:28,852 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:28,852 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CC247C30E4764F1A969AF379732091DC, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:28,852 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:28,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:28,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CC247C30E4764F1A969AF379732091DC being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:28,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:28,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:28,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CC247C30E4764F1A969AF379732091DC
2016-01-14 16:05:28,853 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:28,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CC247C30E4764F1A969AF379732091DC
2016-01-14 16:05:28,853 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:28,854 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,854 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:28,854 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@287f108c
2016-01-14 16:05:28,855 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@287f108c
2016-01-14 16:05:28,855 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:28,855 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:28,857 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:28,857 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: CC247C30E4764F1A969AF379732091DC
2016-01-14 16:05:28,858 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{1}:'char']], id: AB5EF3484620454189B000442EAE1C0E
2016-01-14 16:05:28,858 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{1}:'char']] AB5EF3484620454189B000442EAE1C0E
2016-01-14 16:05:28,860 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6aea2132; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@31299074; comparator=cascading.tuple.hadoop.util.TupleComparator@1fcac8e3; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:28,861 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:28,861 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:28,861 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:28,874 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:28,875 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:28,875 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:28,875 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:28,875 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:28,876 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:28,876 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:28,876 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C05544035E594BCC87896C419A590EC8, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:28,877 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:28,877 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 206, total: 452, max: 672
2016-01-14 16:05:28,878 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:28,879 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:28,879 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 206, total: 452, max: 672
2016-01-14 16:05:28,879 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:28,880 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:28,880 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 206, total: 452, max: 672
2016-01-14 16:05:28,880 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:28,881 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:28,881 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 206, total: 452, max: 672
2016-01-14 16:05:28,881 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 67% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:28,881 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,882 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C05544035E594BCC87896C419A590EC8, mem on close (mb), free: 206, total: 452, max: 672
2016-01-14 16:05:28,882 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:28,882 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:28,882 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:28,882 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:28,884 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:28 Completed running task attempt: attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,889 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787528630_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:28,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787528630_0001_1_00, eventCount=1
2016-01-14 16:05:28,890 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787528876, Process_Duration=5, Process_End_Time=1452787528881, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:28,890 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:28,890 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C05544035E594BCC87896C419A590EC8, taskAttemptId=attempt_1452787528630_0001_1_00_000000_0, startTime=1452787528831, finishTime=1452787528890, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787528876, Process_Duration=5, Process_End_Time=1452787528881, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:28,890 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787528630_0001_00_000001
2016-01-14 16:05:28,890 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528630_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:28,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:28,891 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:28,891 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_FINISHED]: vertexName=C05544035E594BCC87896C419A590EC8, taskId=task_1452787528630_0001_1_00_000000, startTime=1452787528831, finishTime=1452787528891, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1452787528630_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787528876, Process_Duration=5, Process_End_Time=1452787528881, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:28,892 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528630_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:28,892 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] : 1
2016-01-14 16:05:28,892 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,893 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:28,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_FINISHED]: vertexName=C05544035E594BCC87896C419A590EC8, vertexId=vertex_1452787528630_0001_1_00, initRequestedTime=1452787528798, initedTime=1452787528811, startRequestedTime=1452787528813, startedTime=1452787528813, finishTime=1452787528893, timeTaken=80, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=474480640, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787528876, Process_Duration=5, Process_End_Time=1452787528881, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787528831, firstTasksToStart=[ task_1452787528630_0001_1_00_000000 ], lastTaskFinishTime=1452787528890, lastTasksToFinish=[ task_1452787528630_0001_1_00_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787528630_0001_1_00_000000 ], longestDurationTasks=[ task_1452787528630_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:28,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:28,894 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:28,894 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:28,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787528630_0001_00_000001, stoppedTime=1452787528894, exitStatus=0
2016-01-14 16:05:28,894 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:28,895 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] attempt: attempt_1452787528630_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:28,895 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28
2016-01-14 16:05:28,895 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,895 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:28,895 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:28,896 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787528630_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:28,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_STARTED]: vertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, taskId=task_1452787528630_0001_1_01_000000, scheduledTime=1452787528896, launchTime=1452787528896
2016-01-14 16:05:28,896 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528630_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:28,897 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,897 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:28,896 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:28,897 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count, VertexName: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, VertexParallelism: 1, TaskAttemptID:attempt_1452787528630_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C05544035E594BCC87896C419A590EC8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=42571064DD964E7299DA9D0B4FDFF7E0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:28,898 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528630_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:28,898 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:28,899 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787528630_0001_00_000002
2016-01-14 16:05:28,899 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:28,900 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787528630_0001_00_000002
2016-01-14 16:05:28,900 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:28,911 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787528630_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:28,911 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787528630_0001_00_000001: 20 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:28,911 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787528630_0001_00_000001, Exiting
2016-01-14 16:05:28,912 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787528630_0001_00_000001
2016-01-14 16:05:28,912 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787528630_0001_00_000001
2016-01-14 16:05:28,913 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787528630_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:28,914 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787528630_0001_00_000001 completed successfully
2016-01-14 16:05:28,914 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:28,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:28,914 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:28,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787528630_0001_00_000002, launchTime=1452787528914
2016-01-14 16:05:28,915 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787528630_0001_00_000002
2016-01-14 16:05:28,916 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787528630_0001_1_01_000000_0] to container: [container_1452787528630_0001_00_000002]
2016-01-14 16:05:28,916 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:28,916 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787528630_0001_00_000002 given task: attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,916 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787528630_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28 Starting to run new task attempt: attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,916 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787528630_0001_1_01_000000_0] started. Is using containerId: [container_1452787528630_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:28,916 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,916 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,916 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:28,916 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, taskAttemptId=attempt_1452787528630_0001_1_01_000000_0, startTime=1452787528916, containerId=container_1452787528630_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787528630_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:28,917 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:28,917 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528630_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:28,917 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:28,917 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528630_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:28,916 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:28,917 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:28,918 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:28,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9] count/(1/1) ...splatform/testCount/count, VertexName: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, VertexParallelism: 1, TaskAttemptID:attempt_1452787528630_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C05544035E594BCC87896C419A590EC8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=42571064DD964E7299DA9D0B4FDFF7E0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:28,919 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:28,920 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:28,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=42571064DD964E7299DA9D0B4FDFF7E0, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:28,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C05544035E594BCC87896C419A590EC8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:28,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:28,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 42571064DD964E7299DA9D0B4FDFF7E0
2016-01-14 16:05:28,922 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:28,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:28,922 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 42571064DD964E7299DA9D0B4FDFF7E0
2016-01-14 16:05:28,923 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,923 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:28,925 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:28,925 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:28,925 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,932 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787528630_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:28,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,938 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, ordinal: 1
2016-01-14 16:05:28,938 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, mem on start (mb), free: 424, total: 462, max: 672
2016-01-14 16:05:28,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:28,939 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:28,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:28,943 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:28,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 42571064DD964E7299DA9D0B4FDFF7E0
2016-01-14 16:05:28,944 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:28,944 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:28,944 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:28,944 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:28,945 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:28,945 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:28,945 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:28,945 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 42571064DD964E7299DA9D0B4FDFF7E0, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:28,945 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C05544035E594BCC87896C419A590EC8, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:28,946 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:28,946 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C05544035E594BCC87896C419A590EC8 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:28,946 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,947 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:28,947 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:28,948 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:28,948 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:28,948 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C05544035E594BCC87896C419A590EC8 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:28,949 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:28,949 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:28,949 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:28,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:28,952 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,954 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787528630_0001_1_00_000000_0_10072, runDuration: 41558, ]
2016-01-14 16:05:28,955 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787528630_0001_1_00_000000_0_10072] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787528955, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:28,955 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,956 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:28,956 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{1}:'char']]
2016-01-14 16:05:28,956 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C05544035E594BCC87896C419A590EC8] #13 in 2ms
2016-01-14 16:05:28,956 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C05544035E594BCC87896C419A590EC8] #13, status:false, isInterrupted:false
2016-01-14 16:05:28,957 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{1}:'char']] streamed: true, id: AB5EF3484620454189B000442EAE1C0E
2016-01-14 16:05:28,957 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count"], id: 42571064DD964E7299DA9D0B4FDFF7E0
2016-01-14 16:05:28,958 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCount/count"]
2016-01-14 16:05:28,958 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:28,958 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{1}:'char']] AB5EF3484620454189B000442EAE1C0E, for 1 inputs
2016-01-14 16:05:28,958 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:28,959 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:28,959 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:28,959 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:28,959 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,959 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:28,960 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:28,960 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@53fafc0d; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2b9e48e
2016-01-14 16:05:28,963 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:28,963 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:28,964 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,964 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787528630_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:28,965 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,965 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, mem on close (mb), free: 421, total: 462, max: 672
2016-01-14 16:05:28,966 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C05544035E594BCC87896C419A590EC8
2016-01-14 16:05:28,966 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:28,966 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:28,967 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:28,967 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:28,967 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:28 Completed running task attempt: attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,968 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787528630_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:28,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787528960, Process_Duration=5, Process_End_Time=1452787528965, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:28,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, taskAttemptId=attempt_1452787528630_0001_1_01_000000_0, startTime=1452787528916, finishTime=1452787528969, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787528960, Process_Duration=5, Process_End_Time=1452787528965, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:28,970 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:28,970 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787528630_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:28,970 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:28,970 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787528630_0001_00_000002
2016-01-14 16:05:28,970 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28,970 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:28,971 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:28,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:TASK_FINISHED]: vertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, taskId=task_1452787528630_0001_1_01_000000, startTime=1452787528916, finishTime=1452787528971, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1452787528630_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787528960, Process_Duration=5, Process_End_Time=1452787528965, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:28,972 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787528630_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:28,972 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] : 1
2016-01-14 16:05:28,972 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:28,973 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:VERTEX_FINISHED]: vertexName=ADEB0CBEEB2F4A6BA2BC10B1D72EAF28, vertexId=vertex_1452787528630_0001_1_01, initRequestedTime=1452787528799, initedTime=1452787528808, startRequestedTime=1452787528818, startedTime=1452787528818, finishTime=1452787528972, timeTaken=154, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787528960, Process_Duration=5, Process_End_Time=1452787528965, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787528916, firstTasksToStart=[ task_1452787528630_0001_1_01_000000 ], lastTaskFinishTime=1452787528969, lastTasksToFinish=[ task_1452787528630_0001_1_01_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787528630_0001_1_01_000000 ], longestDurationTasks=[ task_1452787528630_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:28,974 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:28,974 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:28,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787528630_0001_00_000002, stoppedTime=1452787528974, exitStatus=0
2016-01-14 16:05:28,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:28,974 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:28,976 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:28,976 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787528630_0001_1
2016-01-14 16:05:28,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787528630_0001_1
2016-01-14 16:05:28,976 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 42571064DD964E7299DA9D0B4FDFF7E0 for vertex: vertex_1452787528630_0001_1_01 [ADEB0CBEEB2F4A6BA2BC10B1D72EAF28]
2016-01-14 16:05:28,982 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787528630_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:28,982 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787528630_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:28,982 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787528630_0001_00_000002, Exiting
2016-01-14 16:05:28,982 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787528630_0001_00_000002
2016-01-14 16:05:28,982 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787528630_0001_00_000002
2016-01-14 16:05:28,982 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787528630_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:28,983 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787528630_0001_00_000002 completed successfully
2016-01-14 16:05:28,983 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787528630_0001_1_00 [C05544035E594BCC87896C419A590EC8]
2016-01-14 16:05:28,985 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787528630_0001_1, queueSize=0
2016-01-14 16:05:28,985 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:28,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787528630_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787528630_0001_1, startTime=1452787528795, finishTime=1452787528983, timeTaken=188, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=243, FILE_BYTES_WRITTEN=685, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=959447040, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575057836, Process_Duration=10, Process_End_Time=2905575057846, Read_Duration=2, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:28,986 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787528630_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:28,986 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787528630_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:28,986 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787528630_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:28,986 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787528630_0001_00_000002
2016-01-14 16:05:28 Completed Dag: dag_1452787528630_0001_1
2016-01-14 16:05:28,987 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787528630_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:28,987 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787528630_0001_1_post
2016-01-14 16:05:28,987 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:28,988 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:28,996 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...splatform/testCount/count, applicationId=application_1452787528630_0001
2016-01-14 16:05:28,997 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:28,998 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:28,998 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:28,998 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:28,998 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:28,998 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:28,999 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:28,999 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:28,999 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:29,000 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:29,000 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:29,000 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:29,000 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:29,007 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7C6FD1AE46204876A5FBEAC04A9D8EFA/FC02545EB3DF4FE3A5AB643221CBA2F9/.tez/application_1452787528630_0001
2016-01-14 16:05:29,007 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.399
2016-01-14 16:05:29,071 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCount/count
2016-01-14 16:05:29,095 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:29,095 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:29,134 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 16:05:29,141 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 16:05:29,142 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:29,142 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:29,143 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:29,157 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:29,164 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby
2016-01-14 16:05:29,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting
2016-01-14 16:05:29,229 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:29,229 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby"]
2016-01-14 16:05:29,229 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  parallel execution of steps is enabled: false
2016-01-14 16:05:29,229 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  executing total steps: 1
2016-01-14 16:05:29,230 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  allocating management threads: 1
2016-01-14 16:05:29,231 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting step: (1/1) ...splatform/testMaxBy/maxby
2016-01-14 16:05:29,231 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:29,243 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tez session mode enabled: true
2016-01-14 16:05:29,247 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:29,248 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:29,248 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:29,256 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7/.tez/application_1452787529247_0001 doesn't exist and is created
2016-01-14 16:05:29,271 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:29,271 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:29,271 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7/.tez/application_1452787529247_0001
2016-01-14 16:05:29,274 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787529247_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:29,285 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:29,287 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:29,289 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:29,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:29,289 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7/.tez/application_1452787529247_0001/localmode-log-dir
2016-01-14 16:05:29,289 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7/.tez/application_1452787529247_0001/localmode-log-dir/history.txt.appattempt_1452787529247_0001_000000, maxErrors=10
2016-01-14 16:05:29,290 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:29,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787529247_0001_000000, appSubmitTime=1452787529274, launchTime=1452787529274
2016-01-14 16:05:29,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:29,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:29,298 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49234
2016-01-14 16:05:29,298 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:29,298 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:29,299 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:29,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787529247_0001_000000, startTime=1452787529302
2016-01-14 16:05:29,302 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:29,302 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:29,371 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:29,371 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:29,371 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...splatform/testMaxBy/maxby, applicationId=application_1452787529247_0001, dagName=[CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby
2016-01-14 16:05:29,389 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby
2016-01-14 16:05:29,390 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787529247_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7/.tez/application_1452787529247_0001/localmode-log-dir/dag_1452787529247_0001_1.dot
2016-01-14 16:05:29,391 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7/.tez/application_1452787529247_0001/localmode-log-dir/dag_1452787529247_0001_1-tez-dag.pb.txt
2016-01-14 16:05:29,398 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787529247_0001_1
2016-01-14 16:05:29,398 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:29,398 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby
2016-01-14 16:05:29 Running Dag: dag_1452787529247_0001_1
2016-01-14 16:05:29,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787529247_0001_1, submitTime=1452787529389
2016-01-14 16:05:29,411 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:29,412 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C94294EDC6294B49BE6D40017A85596B
2016-01-14 16:05:29,412 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:29,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787529247_0001_1, initTime=1452787529411
2016-01-14 16:05:29,412 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:29,414 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787529247_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:29,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:DAG_STARTED]: dagID=dag_1452787529247_0001_1, startTime=1452787529414
2016-01-14 16:05:29,414 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:29,415 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:29,415 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787529247_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:29,415 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F5B5E78B03A94F1CB6A701C9693AF2F9 : {2A576072145847A187217ACFDCCA59CA={InputName=2A576072145847A187217ACFDCCA59CA}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:29,415 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 2A576072145847A187217ACFDCCA59CA, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:29,415 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,415 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,415 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,416 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]. Starting root input initializers: 1
2016-01-14 16:05:29,416 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:29,416 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,417 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...splatform/testMaxBy/maxby, applicationId=application_1452787529247_0001, dagName=[CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby
2016-01-14 16:05:29,418 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 2A576072145847A187217ACFDCCA59CA on vertex vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,419 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:29,419 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,420 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,420 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,420 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=3DD17DEF9B614ED7A2DD815228E23C1B, vertexId=vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:29,421 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=3DD17DEF9B614ED7A2DD815228E23C1B, vertexId=vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,420 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:29,421 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 2A576072145847A187217ACFDCCA59CA asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:29,422 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:29,422 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:29,423 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=3DD17DEF9B614ED7A2DD815228E23C1B, vertexName=C94294EDC6294B49BE6D40017A85596B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:29,424 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=3DD17DEF9B614ED7A2DD815228E23C1B, vertexId=vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,424 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:29,424 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 2A576072145847A187217ACFDCCA59CA on vertex vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,425 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C94294EDC6294B49BE6D40017A85596B, vertexId=vertex_1452787529247_0001_1_01, initRequestedTime=1452787529416, initedTime=1452787529425, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:29,426 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:29,425 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:29,426 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:29,426 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {2A576072145847A187217ACFDCCA59CA=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:29,427 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] parallelism set to 1
2016-01-14 16:05:29,427 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:29,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787529247_0001_1_00, eventCount=1
2016-01-14 16:05:29,428 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, vertexId=vertex_1452787529247_0001_1_00, initRequestedTime=1452787529415, initedTime=1452787529428, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:29,429 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] with distanceFromRoot: 0
2016-01-14 16:05:29,428 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:29,430 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:29,431 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,432 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,432 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787529247_0001_1_00, startRequestedTime=1452787529431, startedTime=1452787529431
2016-01-14 16:05:29,432 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:29,432 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:29,433 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:29,433 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_STARTED]: vertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, taskId=task_1452787529247_0001_1_00_000000, scheduledTime=1452787529433, launchTime=1452787529433
2016-01-14 16:05:29,433 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529247_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:29,433 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787529247_0001_1_00 for vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] numStartedSources: 1 numSources: 1
2016-01-14 16:05:29,434 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] with distanceFromRoot: 1
2016-01-14 16:05:29,434 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,434 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F5B5E78B03A94F1CB6A701C9693AF2F9 in vertex: C94294EDC6294B49BE6D40017A85596B
2016-01-14 16:05:29,434 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C94294EDC6294B49BE6D40017A85596B with 1 source tasks and 1 pending tasks
2016-01-14 16:05:29,435 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:29,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787529247_0001_1_01, startRequestedTime=1452787529434, startedTime=1452787529434
2016-01-14 16:05:29,435 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] submitted tez dag to app master: application_1452787529247_0001, with dag id: dag_1452787529247_0001_1
2016-01-14 16:05:29,435 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:29,438 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby, VertexName: F5B5E78B03A94F1CB6A701C9693AF2F9, VertexParallelism: 1, TaskAttemptID:attempt_1452787529247_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2A576072145847A187217ACFDCCA59CA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C94294EDC6294B49BE6D40017A85596B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:29,438 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529247_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:29,438 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:29,440 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:29,441 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:29,441 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:29,441 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787529247_0001_00_000001
2016-01-14 16:05:29,441 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:29,443 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787529247_0001_00_000001
2016-01-14 16:05:29,444 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:29,444 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:29,444 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787529247_0001_00_000001, launchTime=1452787529444
2016-01-14 16:05:29,444 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:29,445 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529247_0001_00_000001
2016-01-14 16:05:29,446 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787529247_0001_1_00_000000_0] to container: [container_1452787529247_0001_00_000001]
2016-01-14 16:05:29,446 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:29,447 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787529247_0001_1_00_000000_0] started. Is using containerId: [container_1452787529247_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:29,447 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, taskAttemptId=attempt_1452787529247_0001_1_00_000000_0, startTime=1452787529446, containerId=container_1452787529247_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787529247_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:29,447 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529247_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:29,447 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:29,447 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529247_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:29,447 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787529247_0001_00_000001 given task: attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,448 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529247_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29 Starting to run new task attempt: attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,448 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,448 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:29,448 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:29,449 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:29,449 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:29,449 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:29,449 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:29,449 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby, VertexName: F5B5E78B03A94F1CB6A701C9693AF2F9, VertexParallelism: 1, TaskAttemptID:attempt_1452787529247_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=2A576072145847A187217ACFDCCA59CA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C94294EDC6294B49BE6D40017A85596B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:29,450 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:29,450 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,450 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:29,450 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:29,451 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:29,451 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C94294EDC6294B49BE6D40017A85596B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:29,452 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787529247_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:29,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:29,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C94294EDC6294B49BE6D40017A85596B
2016-01-14 16:05:29,453 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:29,454 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C94294EDC6294B49BE6D40017A85596B
2016-01-14 16:05:29,454 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:29,454 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C94294EDC6294B49BE6D40017A85596B
2016-01-14 16:05:29,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=2A576072145847A187217ACFDCCA59CA, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:29,457 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:29,458 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 2A576072145847A187217ACFDCCA59CA
2016-01-14 16:05:29,458 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 2A576072145847A187217ACFDCCA59CA
2016-01-14 16:05:29,460 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:29,460 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 2A576072145847A187217ACFDCCA59CA
2016-01-14 16:05:29,461 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 2A576072145847A187217ACFDCCA59CA
2016-01-14 16:05:29,463 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F5B5E78B03A94F1CB6A701C9693AF2F9, ordinal: 0
2016-01-14 16:05:29,463 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F5B5E78B03A94F1CB6A701C9693AF2F9, mem on start (mb), free: 326, total: 462, max: 672
2016-01-14 16:05:29,464 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:29,464 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:29,464 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:29,464 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:29,464 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:29,464 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:29,464 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:29,465 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:29,465 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:29,465 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:29,465 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C94294EDC6294B49BE6D40017A85596B, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:29,465 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 2A576072145847A187217ACFDCCA59CA, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:29,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:29,465 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 2A576072145847A187217ACFDCCA59CA being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:29,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:29,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:29,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 2A576072145847A187217ACFDCCA59CA
2016-01-14 16:05:29,466 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:29,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 2A576072145847A187217ACFDCCA59CA
2016-01-14 16:05:29,466 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:29,467 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,467 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:29,467 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@30c87759
2016-01-14 16:05:29,468 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@30c87759
2016-01-14 16:05:29,468 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:29,468 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:29,471 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:29,472 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 2A576072145847A187217ACFDCCA59CA
2016-01-14 16:05:29,472 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'char']], id: 0FC8FE30ACC147728B56A4A2336D6DCF
2016-01-14 16:05:29,473 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'char']] 0FC8FE30ACC147728B56A4A2336D6DCF
2016-01-14 16:05:29,474 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@8fb3349; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@23e4023a; comparator=cascading.tuple.hadoop.util.TupleComparator@4e4e403e; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:29,474 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:29,474 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:29,475 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:29,489 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:29,489 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:29,489 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:29,489 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:29,490 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:29,491 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:29,491 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:29,492 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F5B5E78B03A94F1CB6A701C9693AF2F9, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:29,493 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:29,493 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 224, total: 462, max: 672
2016-01-14 16:05:29,493 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:29,494 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:29,495 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 224, total: 462, max: 672
2016-01-14 16:05:29,495 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:29,495 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:29,495 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 224, total: 462, max: 672
2016-01-14 16:05:29,496 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:29,496 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:29,497 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 224, total: 462, max: 672
2016-01-14 16:05:29,497 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:29,498 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,498 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F5B5E78B03A94F1CB6A701C9693AF2F9, mem on close (mb), free: 224, total: 462, max: 672
2016-01-14 16:05:29,498 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:29,499 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:29,499 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 135; bufvoid = 104857600
2016-01-14 16:05:29,499 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:29,501 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:29 Completed running task attempt: attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,504 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787529247_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:29,505 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787529492, Process_Duration=6, Process_End_Time=1452787529498, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:29,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787529247_0001_1_00, eventCount=1
2016-01-14 16:05:29,505 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:29,505 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:29,505 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529247_0001_00_000001
2016-01-14 16:05:29,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, taskAttemptId=attempt_1452787529247_0001_1_00_000000_0, startTime=1452787529446, finishTime=1452787529505, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787529492, Process_Duration=6, Process_End_Time=1452787529498, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:29,506 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:29,506 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529247_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:29,506 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:29,506 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_FINISHED]: vertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, taskId=task_1452787529247_0001_1_00_000000, startTime=1452787529446, finishTime=1452787529507, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1452787529247_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787529492, Process_Duration=6, Process_End_Time=1452787529498, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:29,507 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529247_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:29,507 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] : 1
2016-01-14 16:05:29,508 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:29,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:29,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_FINISHED]: vertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, vertexId=vertex_1452787529247_0001_1_00, initRequestedTime=1452787529415, initedTime=1452787529428, startRequestedTime=1452787529431, startedTime=1452787529431, finishTime=1452787529508, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787529492, Process_Duration=6, Process_End_Time=1452787529498, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787529446, firstTasksToStart=[ task_1452787529247_0001_1_00_000000 ], lastTaskFinishTime=1452787529505, lastTasksToFinish=[ task_1452787529247_0001_1_00_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787529247_0001_1_00_000000 ], longestDurationTasks=[ task_1452787529247_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:29,509 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:29,509 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:29,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787529247_0001_00_000001, stoppedTime=1452787529510, exitStatus=0
2016-01-14 16:05:29,510 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:29,510 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] attempt: attempt_1452787529247_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:29,510 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C94294EDC6294B49BE6D40017A85596B
2016-01-14 16:05:29,511 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:29,511 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:29,511 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787529247_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:29,512 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_STARTED]: vertexName=C94294EDC6294B49BE6D40017A85596B, taskId=task_1452787529247_0001_1_01_000000, scheduledTime=1452787529511, launchTime=1452787529511
2016-01-14 16:05:29,512 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529247_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:29,512 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:29,513 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,513 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:29,513 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby, VertexName: C94294EDC6294B49BE6D40017A85596B, VertexParallelism: 1, TaskAttemptID:attempt_1452787529247_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3DD17DEF9B614ED7A2DD815228E23C1B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:29,513 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529247_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:29,513 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:29,514 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787529247_0001_00_000002
2016-01-14 16:05:29,514 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:29,515 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787529247_0001_00_000002
2016-01-14 16:05:29,515 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:29,516 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787529247_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:29,516 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529247_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:29,516 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:29,516 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787529247_0001_00_000001, Exiting
2016-01-14 16:05:29,516 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787529247_0001_00_000001
2016-01-14 16:05:29,516 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787529247_0001_00_000002, launchTime=1452787529516
2016-01-14 16:05:29,516 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:29,516 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787529247_0001_00_000001
2016-01-14 16:05:29,517 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529247_0001_00_000002
2016-01-14 16:05:29,518 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787529247_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:29,519 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787529247_0001_1_01_000000_0] to container: [container_1452787529247_0001_00_000002]
2016-01-14 16:05:29,519 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:29,519 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787529247_0001_00_000001 completed successfully
2016-01-14 16:05:29,519 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787529247_0001_1_01_000000_0] started. Is using containerId: [container_1452787529247_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:29,519 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C94294EDC6294B49BE6D40017A85596B, taskAttemptId=attempt_1452787529247_0001_1_01_000000_0, startTime=1452787529519, containerId=container_1452787529247_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787529247_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:29,520 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529247_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:29,520 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:29,520 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787529247_0001_00_000002 given task: attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,520 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:29,520 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529247_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:29,520 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529247_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29 Starting to run new task attempt: attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,521 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,521 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:29,521 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:29,521 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:29,521 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:29,521 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:29,522 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:29,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7] max/(1/1) ...splatform/testMaxBy/maxby, VertexName: C94294EDC6294B49BE6D40017A85596B, VertexParallelism: 1, TaskAttemptID:attempt_1452787529247_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3DD17DEF9B614ED7A2DD815228E23C1B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:29,522 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:29,522 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:29,522 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:29,525 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787529247_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:29,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F5B5E78B03A94F1CB6A701C9693AF2F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:29,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:29,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=3DD17DEF9B614ED7A2DD815228E23C1B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:29,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:29,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 3DD17DEF9B614ED7A2DD815228E23C1B
2016-01-14 16:05:29,526 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:29,527 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 3DD17DEF9B614ED7A2DD815228E23C1B
2016-01-14 16:05:29,528 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:29,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:29,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,533 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:29,533 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:29,533 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,541 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,544 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C94294EDC6294B49BE6D40017A85596B, ordinal: 1
2016-01-14 16:05:29,545 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C94294EDC6294B49BE6D40017A85596B, mem on start (mb), free: 218, total: 462, max: 672
2016-01-14 16:05:29,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:29,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:29,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:29,546 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:29,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 3DD17DEF9B614ED7A2DD815228E23C1B
2016-01-14 16:05:29,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:29,547 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:29,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:29,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:29,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:29,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:29,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:29,548 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 3DD17DEF9B614ED7A2DD815228E23C1B, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:29,548 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F5B5E78B03A94F1CB6A701C9693AF2F9, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:29,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:29,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F5B5E78B03A94F1CB6A701C9693AF2F9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:29,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:29,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:29,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,549 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:29,550 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:29,550 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F5B5E78B03A94F1CB6A701C9693AF2F9 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:29,550 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:29,550 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:29,550 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:29,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:29,552 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,552 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787529247_0001_1_00_000000_0_10077, runDuration: 50118, ]
2016-01-14 16:05:29,555 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'char']]
2016-01-14 16:05:29,555 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'char']] streamed: true, id: 0FC8FE30ACC147728B56A4A2336D6DCF
2016-01-14 16:05:29,555 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby"], id: 3DD17DEF9B614ED7A2DD815228E23C1B
2016-01-14 16:05:29,556 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby"]
2016-01-14 16:05:29,556 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'char']] 0FC8FE30ACC147728B56A4A2336D6DCF, for 1 inputs
2016-01-14 16:05:29,556 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787529247_0001_1_00_000000_0_10077] to DISK_DIRECT, CompressedSize=137, DecompressedSize=133,EndTime=1452787529556, TimeTaken=1, Rate=0.13 MB/s
2016-01-14 16:05:29,556 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,557 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:29,557 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F5B5E78B03A94F1CB6A701C9693AF2F9] #14 in 3ms
2016-01-14 16:05:29,557 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F5B5E78B03A94F1CB6A701C9693AF2F9] #14, status:false, isInterrupted:false
2016-01-14 16:05:29,558 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:29,558 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 137 bytes from disk
2016-01-14 16:05:29,558 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:29,559 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:29,559 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 120 bytes
2016-01-14 16:05:29,559 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,559 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C94294EDC6294B49BE6D40017A85596B, all 1 inputs ready in: 00:00:00.003
2016-01-14 16:05:29,559 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:29,560 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2c5ae898; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@45c69e8
2016-01-14 16:05:29,563 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:29,563 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:29,564 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,564 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787529247_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:29,564 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,564 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C94294EDC6294B49BE6D40017A85596B, mem on close (mb), free: 215, total: 462, max: 672
2016-01-14 16:05:29,565 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F5B5E78B03A94F1CB6A701C9693AF2F9
2016-01-14 16:05:29,565 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:29,566 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:29,566 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:29,566 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:29,566 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:29 Completed running task attempt: attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,567 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787529247_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:29,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787529560, Process_Duration=4, Process_End_Time=1452787529564, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:29,568 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C94294EDC6294B49BE6D40017A85596B, taskAttemptId=attempt_1452787529247_0001_1_01_000000_0, startTime=1452787529519, finishTime=1452787529568, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787529560, Process_Duration=4, Process_End_Time=1452787529564, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:29,568 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:29,569 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:29,569 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:29,569 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529247_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:29,569 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29,569 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:29,570 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:29,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:TASK_FINISHED]: vertexName=C94294EDC6294B49BE6D40017A85596B, taskId=task_1452787529247_0001_1_01_000000, startTime=1452787529519, finishTime=1452787529569, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1452787529247_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787529560, Process_Duration=4, Process_End_Time=1452787529564, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:29,570 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529247_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:29,570 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] : 1
2016-01-14 16:05:29,570 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,570 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529247_0001_00_000002
2016-01-14 16:05:29,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:29,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:VERTEX_FINISHED]: vertexName=C94294EDC6294B49BE6D40017A85596B, vertexId=vertex_1452787529247_0001_1_01, initRequestedTime=1452787529416, initedTime=1452787529425, startRequestedTime=1452787529434, startedTime=1452787529434, finishTime=1452787529570, timeTaken=136, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787529560, Process_Duration=4, Process_End_Time=1452787529564, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787529519, firstTasksToStart=[ task_1452787529247_0001_1_01_000000 ], lastTaskFinishTime=1452787529568, lastTasksToFinish=[ task_1452787529247_0001_1_01_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787529247_0001_1_01_000000 ], longestDurationTasks=[ task_1452787529247_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:29,572 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:29,572 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:29,572 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787529247_0001_00_000002, stoppedTime=1452787529572, exitStatus=0
2016-01-14 16:05:29,572 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:29,572 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:29,572 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787529247_0001_1
2016-01-14 16:05:29,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787529247_0001_1
2016-01-14 16:05:29,573 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 3DD17DEF9B614ED7A2DD815228E23C1B for vertex: vertex_1452787529247_0001_1_01 [C94294EDC6294B49BE6D40017A85596B]
2016-01-14 16:05:29,573 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:29,581 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787529247_0001_1_00 [F5B5E78B03A94F1CB6A701C9693AF2F9]
2016-01-14 16:05:29,581 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787529247_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:29,581 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529247_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:29,581 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787529247_0001_00_000002, Exiting
2016-01-14 16:05:29,582 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787529247_0001_00_000002
2016-01-14 16:05:29,582 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787529247_0001_00_000002
2016-01-14 16:05:29,582 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787529247_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:29,582 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787529247_0001_00_000002 completed successfully
2016-01-14 16:05:29,584 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787529247_0001_1, queueSize=0
2016-01-14 16:05:29,584 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:29,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529247_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787529247_0001_1, startTime=1452787529414, finishTime=1452787529581, timeTaken=167, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=279, FILE_BYTES_WRITTEN=201, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=969932800, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=2, LAST_EVENT_RECEIVED=2, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575059052, Process_Duration=10, Process_End_Time=2905575059062, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:29,584 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787529247_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:29,585 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787529247_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:29,585 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787529247_0001_00_000002
2016-01-14 16:05:29,586 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529247_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:29 Completed Dag: dag_1452787529247_0001_1
2016-01-14 16:05:29,587 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787529247_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:29,587 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787529247_0001_1_post
2016-01-14 16:05:29,587 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:29,588 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:29,592 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...splatform/testMaxBy/maxby, applicationId=application_1452787529247_0001
2016-01-14 16:05:29,595 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:29,595 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:29,595 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:29,596 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:29,596 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:29,596 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:29,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:29,598 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:29,598 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:29,598 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:29,598 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:29,599 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:29,599 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:29,604 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CB001390E7AD47EC8EA9754345B3B3B9/BEA3D29077004961AC20A741E62FA4C7/.tez/application_1452787529247_0001
2016-01-14 16:05:29,604 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  completed in: 00:00.376
2016-01-14 16:05:29,678 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMaxBy/maxby
2016-01-14 16:05:29,705 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:29,705 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:29,743 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 16:05:29,764 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.036
2016-01-14 16:05:29,765 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:29,765 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:29,765 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:29,779 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:29,786 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby
2016-01-14 16:05:29,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] starting
2016-01-14 16:05:29,828 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:29,829 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  sink: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby"]
2016-01-14 16:05:29,830 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  parallel execution of steps is enabled: false
2016-01-14 16:05:29,830 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  executing total steps: 1
2016-01-14 16:05:29,830 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  allocating management threads: 1
2016-01-14 16:05:29,831 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] starting step: (1/1) ...splatform/testMinBy/minby
2016-01-14 16:05:29,831 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [min] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:29,842 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] tez session mode enabled: true
2016-01-14 16:05:29,846 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:29,846 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:29,846 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:29,855 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B/.tez/application_1452787529846_0001 doesn't exist and is created
2016-01-14 16:05:29,870 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:29,870 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:29,870 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B/.tez/application_1452787529846_0001
2016-01-14 16:05:29,873 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787529846_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:29,883 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:29,883 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:29,885 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:29,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:29,885 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B/.tez/application_1452787529846_0001/localmode-log-dir
2016-01-14 16:05:29,885 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B/.tez/application_1452787529846_0001/localmode-log-dir/history.txt.appattempt_1452787529846_0001_000000, maxErrors=10
2016-01-14 16:05:29,885 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:29,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787529846_0001_000000, appSubmitTime=1452787529872, launchTime=1452787529873
2016-01-14 16:05:29,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:29,893 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:29,893 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:29,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:29,897 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:59986
2016-01-14 16:05:29,899 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:29,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787529846_0001_000000, startTime=1452787529901
2016-01-14 16:05:29,901 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:29,901 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:29,932 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:29,932 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:29,970 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:29,971 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:29,971 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...splatform/testMinBy/minby, applicationId=application_1452787529846_0001, dagName=[573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby
2016-01-14 16:05:29,991 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby
2016-01-14 16:05:29,992 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787529846_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B/.tez/application_1452787529846_0001/localmode-log-dir/dag_1452787529846_0001_1.dot
2016-01-14 16:05:29,993 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B/.tez/application_1452787529846_0001/localmode-log-dir/dag_1452787529846_0001_1-tez-dag.pb.txt
2016-01-14 16:05:30,000 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787529846_0001_1
2016-01-14 16:05:30,000 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,000 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby
2016-01-14 16:05:30 Running Dag: dag_1452787529846_0001_1
2016-01-14 16:05:30,011 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787529846_0001_1, submitTime=1452787529991
2016-01-14 16:05:30,011 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:30,012 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AACC72522F9A4FB48A97E9B59180A6D7
2016-01-14 16:05:30,012 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:30,013 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787529846_0001_1, initTime=1452787530012
2016-01-14 16:05:30,013 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:30,013 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787529846_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:30,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:DAG_STARTED]: dagID=dag_1452787529846_0001_1, startTime=1452787530014
2016-01-14 16:05:30,014 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:30,014 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:30,014 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787529846_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:30,014 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: BFDB11E24CCD4A4CA3312AC8172DB133 : {31DCEF77F2554B92841DE066095F0429={InputName=31DCEF77F2554B92841DE066095F0429}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:30,015 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 31DCEF77F2554B92841DE066095F0429, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:30,015 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,015 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,016 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,016 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...splatform/testMinBy/minby, applicationId=application_1452787529846_0001, dagName=[573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby
2016-01-14 16:05:30,016 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]. Starting root input initializers: 1
2016-01-14 16:05:30,017 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:30,017 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,017 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 31DCEF77F2554B92841DE066095F0429 on vertex vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,019 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:30,020 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 31DCEF77F2554B92841DE066095F0429 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:30,020 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:30,021 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:30,020 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:30,022 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,022 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,022 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,022 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=F5D993FFA3BD4761B5833F1A3AFFB039, vertexId=vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:30,022 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=F5D993FFA3BD4761B5833F1A3AFFB039, vertexId=vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,023 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=F5D993FFA3BD4761B5833F1A3AFFB039, vertexName=AACC72522F9A4FB48A97E9B59180A6D7, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:30,024 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=F5D993FFA3BD4761B5833F1A3AFFB039, vertexId=vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,025 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:30,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AACC72522F9A4FB48A97E9B59180A6D7, vertexId=vertex_1452787529846_0001_1_01, initRequestedTime=1452787530017, initedTime=1452787530024, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:30,025 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:30,025 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 31DCEF77F2554B92841DE066095F0429 on vertex vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,025 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:30,026 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {31DCEF77F2554B92841DE066095F0429=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:30,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:30,026 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] parallelism set to 1
2016-01-14 16:05:30,026 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:30,026 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787529846_0001_1_00, eventCount=1
2016-01-14 16:05:30,027 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:30,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BFDB11E24CCD4A4CA3312AC8172DB133, vertexId=vertex_1452787529846_0001_1_00, initRequestedTime=1452787530014, initedTime=1452787530027, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:30,028 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] with distanceFromRoot: 0
2016-01-14 16:05:30,028 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:30,029 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,029 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:30,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787529846_0001_1_00, startRequestedTime=1452787530028, startedTime=1452787530029
2016-01-14 16:05:30,030 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:30,031 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:30,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_STARTED]: vertexName=BFDB11E24CCD4A4CA3312AC8172DB133, taskId=task_1452787529846_0001_1_00_000000, scheduledTime=1452787530031, launchTime=1452787530031
2016-01-14 16:05:30,032 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529846_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:30,032 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787529846_0001_1_00 for vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] numStartedSources: 1 numSources: 1
2016-01-14 16:05:30,033 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] with distanceFromRoot: 1
2016-01-14 16:05:30,033 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,034 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: BFDB11E24CCD4A4CA3312AC8172DB133 in vertex: AACC72522F9A4FB48A97E9B59180A6D7
2016-01-14 16:05:30,034 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: AACC72522F9A4FB48A97E9B59180A6D7 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:30,034 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:30,035 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787529846_0001_1_01, startRequestedTime=1452787530033, startedTime=1452787530033
2016-01-14 16:05:30,035 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:30,036 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby, VertexName: BFDB11E24CCD4A4CA3312AC8172DB133, VertexParallelism: 1, TaskAttemptID:attempt_1452787529846_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=31DCEF77F2554B92841DE066095F0429, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AACC72522F9A4FB48A97E9B59180A6D7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:30,036 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529846_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:30,037 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:30,037 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:30,038 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:30,038 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:30,038 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min] submitted tez dag to app master: application_1452787529846_0001, with dag id: dag_1452787529846_0001_1
2016-01-14 16:05:30,039 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787529846_0001_00_000001
2016-01-14 16:05:30,039 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:30,041 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787529846_0001_00_000001
2016-01-14 16:05:30,041 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:30,042 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:30,042 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:30,042 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787529846_0001_00_000001, launchTime=1452787530042
2016-01-14 16:05:30,044 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529846_0001_00_000001
2016-01-14 16:05:30,044 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787529846_0001_1_00_000000_0] to container: [container_1452787529846_0001_00_000001]
2016-01-14 16:05:30,044 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:30,045 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787529846_0001_00_000001 given task: attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,045 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529846_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,045 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787529846_0001_1_00_000000_0] started. Is using containerId: [container_1452787529846_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:30,045 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BFDB11E24CCD4A4CA3312AC8172DB133, taskAttemptId=attempt_1452787529846_0001_1_00_000000_0, startTime=1452787530045, containerId=container_1452787529846_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787529846_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,045 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529846_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:30,045 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:30,046 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529846_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:30,045 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,046 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,046 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:30,046 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:30,046 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:30,046 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:30,046 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:30,046 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby, VertexName: BFDB11E24CCD4A4CA3312AC8172DB133, VertexParallelism: 1, TaskAttemptID:attempt_1452787529846_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=31DCEF77F2554B92841DE066095F0429, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AACC72522F9A4FB48A97E9B59180A6D7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:30,047 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:30,047 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787529846_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:30,047 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:30,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=31DCEF77F2554B92841DE066095F0429, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:30,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AACC72522F9A4FB48A97E9B59180A6D7, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:30,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:30,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:30,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AACC72522F9A4FB48A97E9B59180A6D7
2016-01-14 16:05:30,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 31DCEF77F2554B92841DE066095F0429
2016-01-14 16:05:30,051 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 31DCEF77F2554B92841DE066095F0429
2016-01-14 16:05:30,052 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:30,055 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: AACC72522F9A4FB48A97E9B59180A6D7
2016-01-14 16:05:30,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AACC72522F9A4FB48A97E9B59180A6D7
2016-01-14 16:05:30,056 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:30,057 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 31DCEF77F2554B92841DE066095F0429
2016-01-14 16:05:30,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 31DCEF77F2554B92841DE066095F0429
2016-01-14 16:05:30,057 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:30,063 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BFDB11E24CCD4A4CA3312AC8172DB133, ordinal: 0
2016-01-14 16:05:30,063 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BFDB11E24CCD4A4CA3312AC8172DB133, mem on start (mb), free: 339, total: 462, max: 672
2016-01-14 16:05:30,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:30,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:30,064 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:30,064 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:30,065 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:30,065 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:30,065 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:30,065 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:30,066 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:30,066 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 31DCEF77F2554B92841DE066095F0429, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:30,066 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AACC72522F9A4FB48A97E9B59180A6D7, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:30,066 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:30,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 31DCEF77F2554B92841DE066095F0429
2016-01-14 16:05:30,067 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:30,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 31DCEF77F2554B92841DE066095F0429
2016-01-14 16:05:30,067 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 31DCEF77F2554B92841DE066095F0429 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:30,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:30,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:30,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:30,069 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,069 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:30,070 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@284d6f07
2016-01-14 16:05:30,072 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:30,073 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@284d6f07
2016-01-14 16:05:30,073 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:30,073 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:30,073 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 31DCEF77F2554B92841DE066095F0429
2016-01-14 16:05:30,073 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(min)[by:[{1}:'char']], id: ECE46992D4214001A147E6CF229F2083
2016-01-14 16:05:30,074 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(min)[by:[{1}:'char']] ECE46992D4214001A147E6CF229F2083
2016-01-14 16:05:30,074 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@58f4d603; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@320e8c95; comparator=cascading.tuple.hadoop.util.TupleComparator@592fa3df; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:30,075 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:30,075 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:30,075 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:30,088 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:30,088 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:30,088 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:30,088 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:30,088 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:30,089 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:30,089 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:30,089 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BFDB11E24CCD4A4CA3312AC8172DB133, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:30,090 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:30,090 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 237, total: 462, max: 672
2016-01-14 16:05:30,090 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,091 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:30,091 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 237, total: 462, max: 672
2016-01-14 16:05:30,092 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,092 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:30,092 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 237, total: 462, max: 672
2016-01-14 16:05:30,092 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,093 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:30,093 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 237, total: 462, max: 672
2016-01-14 16:05:30,093 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,093 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,093 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BFDB11E24CCD4A4CA3312AC8172DB133, mem on close (mb), free: 237, total: 462, max: 672
2016-01-14 16:05:30,093 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:30,094 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:30,094 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 135; bufvoid = 104857600
2016-01-14 16:05:30,094 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:30,096 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,099 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787529846_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:30,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787529846_0001_1_00, eventCount=1
2016-01-14 16:05:30,100 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:30,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BFDB11E24CCD4A4CA3312AC8172DB133, taskAttemptId=attempt_1452787529846_0001_1_00_000000_0, startTime=1452787530045, finishTime=1452787530100, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530089, Process_Duration=4, Process_End_Time=1452787530093, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:30,101 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529846_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:30,101 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30,101 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:30,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:30,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_FINISHED]: vertexName=BFDB11E24CCD4A4CA3312AC8172DB133, taskId=task_1452787529846_0001_1_00_000000, startTime=1452787530045, finishTime=1452787530101, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1452787529846_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530089, Process_Duration=4, Process_End_Time=1452787530093, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:30,102 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529846_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:30,102 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] : 1
2016-01-14 16:05:30,102 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,103 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:30,103 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_FINISHED]: vertexName=BFDB11E24CCD4A4CA3312AC8172DB133, vertexId=vertex_1452787529846_0001_1_00, initRequestedTime=1452787530014, initedTime=1452787530027, startRequestedTime=1452787530028, startedTime=1452787530029, finishTime=1452787530102, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530089, Process_Duration=4, Process_End_Time=1452787530093, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787530045, firstTasksToStart=[ task_1452787529846_0001_1_00_000000 ], lastTaskFinishTime=1452787530100, lastTasksToFinish=[ task_1452787529846_0001_1_00_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787529846_0001_1_00_000000 ], longestDurationTasks=[ task_1452787529846_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:30,104 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:30,104 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:30,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787529846_0001_00_000001, stoppedTime=1452787530104, exitStatus=0
2016-01-14 16:05:30,104 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:30,104 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:30,104 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] attempt: attempt_1452787529846_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:30,104 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AACC72522F9A4FB48A97E9B59180A6D7
2016-01-14 16:05:30,105 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,105 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:30,105 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787529846_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:30,105 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_STARTED]: vertexName=AACC72522F9A4FB48A97E9B59180A6D7, taskId=task_1452787529846_0001_1_01_000000, scheduledTime=1452787530105, launchTime=1452787530105
2016-01-14 16:05:30,105 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:30,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=169, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787530089, Process_Duration=4, Process_End_Time=1452787530093, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:30,105 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529846_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:30,106 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:30,106 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,106 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,106 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:30,106 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529846_0001_00_000001
2016-01-14 16:05:30,106 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby, VertexName: AACC72522F9A4FB48A97E9B59180A6D7, VertexParallelism: 1, TaskAttemptID:attempt_1452787529846_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BFDB11E24CCD4A4CA3312AC8172DB133, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F5D993FFA3BD4761B5833F1A3AFFB039, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:30,106 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787529846_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:30,106 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529846_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:30,107 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787529846_0001_00_000001, Exiting
2016-01-14 16:05:30,107 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787529846_0001_00_000001
2016-01-14 16:05:30,107 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787529846_0001_00_000001
2016-01-14 16:05:30,106 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529846_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:30,107 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:30,108 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787529846_0001_00_000002
2016-01-14 16:05:30,108 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:30,108 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787529846_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:30,109 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787529846_0001_00_000001 completed successfully
2016-01-14 16:05:30,109 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787529846_0001_00_000002
2016-01-14 16:05:30,109 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:30,110 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:30,112 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:30,112 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787529846_0001_00_000002, launchTime=1452787530112
2016-01-14 16:05:30,112 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:30,113 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529846_0001_00_000002
2016-01-14 16:05:30,114 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787529846_0001_1_01_000000_0] to container: [container_1452787529846_0001_00_000002]
2016-01-14 16:05:30,114 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:30,114 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787529846_0001_1_01_000000_0] started. Is using containerId: [container_1452787529846_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:30,115 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AACC72522F9A4FB48A97E9B59180A6D7, taskAttemptId=attempt_1452787529846_0001_1_01_000000_0, startTime=1452787530114, containerId=container_1452787529846_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787529846_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:30,115 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:30,115 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787529846_0001_00_000002 given task: attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,115 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529846_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:30,115 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529846_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:30,115 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529846_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,116 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,116 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,116 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:30,116 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:30,116 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:30,116 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:30,117 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:30,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B] min/(1/1) ...splatform/testMinBy/minby, VertexName: AACC72522F9A4FB48A97E9B59180A6D7, VertexParallelism: 1, TaskAttemptID:attempt_1452787529846_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BFDB11E24CCD4A4CA3312AC8172DB133, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F5D993FFA3BD4761B5833F1A3AFFB039, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:30,117 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:30,117 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:30,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,118 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787529846_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:30,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BFDB11E24CCD4A4CA3312AC8172DB133, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:30,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F5D993FFA3BD4761B5833F1A3AFFB039, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:30,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:30,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,121 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:30,121 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:30,121 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,122 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:30,122 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:30,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F5D993FFA3BD4761B5833F1A3AFFB039
2016-01-14 16:05:30,124 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:30,124 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: F5D993FFA3BD4761B5833F1A3AFFB039
2016-01-14 16:05:30,128 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AACC72522F9A4FB48A97E9B59180A6D7, ordinal: 1
2016-01-14 16:05:30,128 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AACC72522F9A4FB48A97E9B59180A6D7, mem on start (mb), free: 231, total: 462, max: 672
2016-01-14 16:05:30,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:30,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:30,134 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:30,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F5D993FFA3BD4761B5833F1A3AFFB039
2016-01-14 16:05:30,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:30,135 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:30,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:30,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:30,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:30,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:30,135 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:30,136 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BFDB11E24CCD4A4CA3312AC8172DB133, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:30,136 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F5D993FFA3BD4761B5833F1A3AFFB039, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:30,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:30,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BFDB11E24CCD4A4CA3312AC8172DB133 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:30,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:30,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:30,136 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,137 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:30,137 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:30,138 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: BFDB11E24CCD4A4CA3312AC8172DB133 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:30,138 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:30,138 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:30,138 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:30,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,140 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:30,140 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,141 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787529846_0001_1_00_000000_0_10084, runDuration: 46877, ]
2016-01-14 16:05:30,144 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787529846_0001_1_00_000000_0_10084] to DISK_DIRECT, CompressedSize=137, DecompressedSize=133,EndTime=1452787530144, TimeTaken=1, Rate=0.13 MB/s
2016-01-14 16:05:30,144 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,145 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:30,145 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(min)[by:[{1}:'char']]
2016-01-14 16:05:30,145 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [BFDB11E24CCD4A4CA3312AC8172DB133] #15 in 2ms
2016-01-14 16:05:30,146 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(min)[by:[{1}:'char']] streamed: true, id: ECE46992D4214001A147E6CF229F2083
2016-01-14 16:05:30,146 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby"], id: F5D993FFA3BD4761B5833F1A3AFFB039
2016-01-14 16:05:30,146 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [BFDB11E24CCD4A4CA3312AC8172DB133] #15, status:false, isInterrupted:false
2016-01-14 16:05:30,146 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'min']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMinBy/minby"]
2016-01-14 16:05:30,146 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(min)[by:[{1}:'char']] ECE46992D4214001A147E6CF229F2083, for 1 inputs
2016-01-14 16:05:30,147 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:30,147 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 137 bytes from disk
2016-01-14 16:05:30,147 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:30,147 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:30,148 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 120 bytes
2016-01-14 16:05:30,148 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AACC72522F9A4FB48A97E9B59180A6D7, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:30,148 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,149 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@34792217; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7cad2eea
2016-01-14 16:05:30,150 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:30,151 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:30,152 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:30,152 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,152 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787529846_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:30,154 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,154 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AACC72522F9A4FB48A97E9B59180A6D7, mem on close (mb), free: 228, total: 462, max: 672
2016-01-14 16:05:30,154 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: BFDB11E24CCD4A4CA3312AC8172DB133
2016-01-14 16:05:30,156 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:30,156 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:30,156 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:30,156 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:30,156 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,157 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787529846_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:30,158 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787530148, Process_Duration=6, Process_End_Time=1452787530154, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:30,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:30,158 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:30,158 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AACC72522F9A4FB48A97E9B59180A6D7, taskAttemptId=attempt_1452787529846_0001_1_01_000000_0, startTime=1452787530114, finishTime=1452787530158, timeTaken=44, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530148, Process_Duration=6, Process_End_Time=1452787530154, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:30,158 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787529846_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:30,159 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30,159 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:30,158 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787529846_0001_00_000002
2016-01-14 16:05:30,159 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:30,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:TASK_FINISHED]: vertexName=AACC72522F9A4FB48A97E9B59180A6D7, taskId=task_1452787529846_0001_1_01_000000, startTime=1452787530114, finishTime=1452787530159, timeTaken=45, status=SUCCEEDED, successfulAttemptID=attempt_1452787529846_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530148, Process_Duration=6, Process_End_Time=1452787530154, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:30,160 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787529846_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:30,160 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] : 1
2016-01-14 16:05:30,160 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:30,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:VERTEX_FINISHED]: vertexName=AACC72522F9A4FB48A97E9B59180A6D7, vertexId=vertex_1452787529846_0001_1_01, initRequestedTime=1452787530017, initedTime=1452787530024, startRequestedTime=1452787530033, startedTime=1452787530033, finishTime=1452787530160, timeTaken=127, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=169, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484442112, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530148, Process_Duration=6, Process_End_Time=1452787530154, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787530114, firstTasksToStart=[ task_1452787529846_0001_1_01_000000 ], lastTaskFinishTime=1452787530158, lastTasksToFinish=[ task_1452787529846_0001_1_01_000000 ], minTaskDuration=44, maxTaskDuration=44, avgTaskDuration=44.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787529846_0001_1_01_000000 ], longestDurationTasks=[ task_1452787529846_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:30,161 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:30,161 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:30,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787529846_0001_00_000002, stoppedTime=1452787530161, exitStatus=0
2016-01-14 16:05:30,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:30,162 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:30,162 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:30,163 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787529846_0001_1
2016-01-14 16:05:30,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787529846_0001_1
2016-01-14 16:05:30,163 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: F5D993FFA3BD4761B5833F1A3AFFB039 for vertex: vertex_1452787529846_0001_1_01 [AACC72522F9A4FB48A97E9B59180A6D7]
2016-01-14 16:05:30,169 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787529846_0001_1_00 [BFDB11E24CCD4A4CA3312AC8172DB133]
2016-01-14 16:05:30,170 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787529846_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:30,170 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787529846_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:30,170 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787529846_0001_00_000002, Exiting
2016-01-14 16:05:30,170 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787529846_0001_00_000002
2016-01-14 16:05:30,171 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787529846_0001_00_000002
2016-01-14 16:05:30,171 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787529846_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:30,171 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787529846_0001_00_000002 completed successfully
2016-01-14 16:05:30,173 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787529846_0001_1, queueSize=0
2016-01-14 16:05:30,173 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:30,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787529846_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787529846_0001_1, startTime=1452787530014, finishTime=1452787530170, timeTaken=156, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=279, FILE_BYTES_WRITTEN=201, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=968884224, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=135, OUTPUT_BYTES_WITH_OVERHEAD=133, OUTPUT_BYTES_PHYSICAL=137, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=137, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=137, SHUFFLE_BYTES_DECOMPRESSED=133, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=137, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575060237, Process_Duration=10, Process_End_Time=2905575060247, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:30,173 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787529846_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:30,174 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787529846_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:30,174 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787529846_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:30,174 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787529846_0001_00_000002
2016-01-14 16:05:30 Completed Dag: dag_1452787529846_0001_1
2016-01-14 16:05:30,175 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787529846_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:30,175 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787529846_0001_1_post
2016-01-14 16:05:30,176 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,176 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:30,181 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...splatform/testMinBy/minby, applicationId=application_1452787529846_0001
2016-01-14 16:05:30,183 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:30,183 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:30,183 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:30,183 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:30,183 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:30,183 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:30,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:30,184 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:30,184 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:30,184 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:30,185 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:30,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:30,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:30,189 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/573FA46891A14E058FE3611E4DE59146/BB51447B0A134DB7AE4639753A74185B/.tez/application_1452787529846_0001
2016-01-14 16:05:30,190 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [min]  completed in: 00:00.361
2016-01-14 16:05:30,252 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMinBy/minby
2016-01-14 16:05:30,284 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:30,284 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:30,319 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 16:05:30,330 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 16:05:30,331 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:30,331 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:30,331 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:30,351 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:30,366 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum
2016-01-14 16:05:30,411 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] starting
2016-01-14 16:05:30,411 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:30,412 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum"]
2016-01-14 16:05:30,412 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  parallel execution of steps is enabled: false
2016-01-14 16:05:30,412 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  executing total steps: 1
2016-01-14 16:05:30,412 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  allocating management threads: 1
2016-01-14 16:05:30,412 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] starting step: (1/1) ...ersplatform/testSumBy/sum
2016-01-14 16:05:30,413 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [sum] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:30,424 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] tez session mode enabled: true
2016-01-14 16:05:30,428 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:30,429 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:30,429 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:30,440 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387/.tez/application_1452787530429_0001 doesn't exist and is created
2016-01-14 16:05:30,455 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:30,455 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:30,456 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387/.tez/application_1452787530429_0001
2016-01-14 16:05:30,458 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787530429_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:30,467 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:30,468 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:30,469 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:30,470 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:30,470 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387/.tez/application_1452787530429_0001/localmode-log-dir
2016-01-14 16:05:30,470 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387/.tez/application_1452787530429_0001/localmode-log-dir/history.txt.appattempt_1452787530429_0001_000000, maxErrors=10
2016-01-14 16:05:30,470 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:30,470 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787530429_0001_000000, appSubmitTime=1452787530458, launchTime=1452787530458
2016-01-14 16:05:30,474 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:30,475 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:30,476 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:30,476 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:30,480 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49394
2016-01-14 16:05:30,482 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:30,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787530429_0001_000000, startTime=1452787530484
2016-01-14 16:05:30,484 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:30,484 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:30,556 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:30,556 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:30,556 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ersplatform/testSumBy/sum, applicationId=application_1452787530429_0001, dagName=[6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum
2016-01-14 16:05:30,571 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum
2016-01-14 16:05:30,572 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787530429_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387/.tez/application_1452787530429_0001/localmode-log-dir/dag_1452787530429_0001_1.dot
2016-01-14 16:05:30,573 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387/.tez/application_1452787530429_0001/localmode-log-dir/dag_1452787530429_0001_1-tez-dag.pb.txt
2016-01-14 16:05:30,584 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787530429_0001_1
2016-01-14 16:05:30,584 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,585 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum
2016-01-14 16:05:30 Running Dag: dag_1452787530429_0001_1
2016-01-14 16:05:30,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:30,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787530429_0001_1, submitTime=1452787530571
2016-01-14 16:05:30,598 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BD251A2B2CE64FFA91F1AF80537B6CA6
2016-01-14 16:05:30,598 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:30,599 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:30,599 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787530429_0001_1, initTime=1452787530598
2016-01-14 16:05:30,599 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787530429_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:30,600 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:DAG_STARTED]: dagID=dag_1452787530429_0001_1, startTime=1452787530600
2016-01-14 16:05:30,600 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:30,600 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:30,600 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787530429_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:30,600 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: BB37A242F4E34674A0DCF6875DCBED7C : {76F175267CB54F46B01ABBB9ECE68AAF={InputName=76F175267CB54F46B01ABBB9ECE68AAF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:30,601 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 76F175267CB54F46B01ABBB9ECE68AAF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:30,601 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,601 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ersplatform/testSumBy/sum, applicationId=application_1452787530429_0001, dagName=[6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum
2016-01-14 16:05:30,601 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,601 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,601 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]. Starting root input initializers: 1
2016-01-14 16:05:30,602 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:30,602 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,604 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:30,604 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,605 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,605 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,605 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E4399086E8C64E5DBBBD5FCF1078AB4F, vertexId=vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:30,605 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E4399086E8C64E5DBBBD5FCF1078AB4F, vertexId=vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,606 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 76F175267CB54F46B01ABBB9ECE68AAF on vertex vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,606 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E4399086E8C64E5DBBBD5FCF1078AB4F, vertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:30,607 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E4399086E8C64E5DBBBD5FCF1078AB4F, vertexId=vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,608 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:30,608 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 76F175267CB54F46B01ABBB9ECE68AAF asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:30,608 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:30,608 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, vertexId=vertex_1452787530429_0001_1_01, initRequestedTime=1452787530602, initedTime=1452787530608, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:30,608 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:30,609 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:30,609 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:30,611 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:30,611 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 76F175267CB54F46B01ABBB9ECE68AAF on vertex vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,611 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:30,612 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {76F175267CB54F46B01ABBB9ECE68AAF=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:30,612 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] parallelism set to 1
2016-01-14 16:05:30,613 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:30,613 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787530429_0001_1_00, eventCount=1
2016-01-14 16:05:30,614 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:30,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BB37A242F4E34674A0DCF6875DCBED7C, vertexId=vertex_1452787530429_0001_1_00, initRequestedTime=1452787530600, initedTime=1452787530614, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:30,615 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] with distanceFromRoot: 0
2016-01-14 16:05:30,616 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:30,616 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,616 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,617 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:30,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787530429_0001_1_00, startRequestedTime=1452787530616, startedTime=1452787530616
2016-01-14 16:05:30,618 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:30,618 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] submitted tez dag to app master: application_1452787530429_0001, with dag id: dag_1452787530429_0001_1
2016-01-14 16:05:30,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:30,620 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_STARTED]: vertexName=BB37A242F4E34674A0DCF6875DCBED7C, taskId=task_1452787530429_0001_1_00_000000, scheduledTime=1452787530618, launchTime=1452787530618
2016-01-14 16:05:30,621 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787530429_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:30,621 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787530429_0001_1_00 for vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] numStartedSources: 1 numSources: 1
2016-01-14 16:05:30,622 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] with distanceFromRoot: 1
2016-01-14 16:05:30,622 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,622 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: BB37A242F4E34674A0DCF6875DCBED7C in vertex: BD251A2B2CE64FFA91F1AF80537B6CA6
2016-01-14 16:05:30,623 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BD251A2B2CE64FFA91F1AF80537B6CA6 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:30,623 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787530429_0001_1_01, startRequestedTime=1452787530622, startedTime=1452787530622
2016-01-14 16:05:30,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:30,624 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:30,624 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum, VertexName: BB37A242F4E34674A0DCF6875DCBED7C, VertexParallelism: 1, TaskAttemptID:attempt_1452787530429_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=76F175267CB54F46B01ABBB9ECE68AAF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:30,625 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787530429_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:30,625 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:30,626 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:30,627 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:30,627 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:30,628 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787530429_0001_00_000001
2016-01-14 16:05:30,628 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:30,629 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787530429_0001_00_000001
2016-01-14 16:05:30,629 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:30,630 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:30,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787530429_0001_00_000001, launchTime=1452787530630
2016-01-14 16:05:30,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:30,631 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787530429_0001_00_000001
2016-01-14 16:05:30,631 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787530429_0001_1_00_000000_0] to container: [container_1452787530429_0001_00_000001]
2016-01-14 16:05:30,631 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:30,631 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787530429_0001_00_000001 given task: attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,632 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787530429_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,632 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787530429_0001_1_00_000000_0] started. Is using containerId: [container_1452787530429_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,632 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,632 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:30,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BB37A242F4E34674A0DCF6875DCBED7C, taskAttemptId=attempt_1452787530429_0001_1_00_000000_0, startTime=1452787530632, containerId=container_1452787530429_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787530429_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:30,633 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787530429_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:30,633 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,633 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787530429_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:30,633 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:30,634 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:30,634 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:30,634 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:30,634 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:30,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum, VertexName: BB37A242F4E34674A0DCF6875DCBED7C, VertexParallelism: 1, TaskAttemptID:attempt_1452787530429_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=76F175267CB54F46B01ABBB9ECE68AAF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:30,635 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:30,635 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:30,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:30,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=76F175267CB54F46B01ABBB9ECE68AAF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:30,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:30,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BD251A2B2CE64FFA91F1AF80537B6CA6
2016-01-14 16:05:30,639 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:30,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:30,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 76F175267CB54F46B01ABBB9ECE68AAF
2016-01-14 16:05:30,641 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 76F175267CB54F46B01ABBB9ECE68AAF
2016-01-14 16:05:30,639 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:30,638 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787530429_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:30,642 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BD251A2B2CE64FFA91F1AF80537B6CA6
2016-01-14 16:05:30,643 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BD251A2B2CE64FFA91F1AF80537B6CA6
2016-01-14 16:05:30,644 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:30,644 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 76F175267CB54F46B01ABBB9ECE68AAF
2016-01-14 16:05:30,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 76F175267CB54F46B01ABBB9ECE68AAF
2016-01-14 16:05:30,647 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BB37A242F4E34674A0DCF6875DCBED7C, ordinal: 0
2016-01-14 16:05:30,647 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB37A242F4E34674A0DCF6875DCBED7C, mem on start (mb), free: 354, total: 462, max: 672
2016-01-14 16:05:30,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:30,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:30,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:30,648 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:30,649 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:30,649 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:30,649 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:30,649 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:30,649 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:30,650 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 76F175267CB54F46B01ABBB9ECE68AAF, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:30,650 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BD251A2B2CE64FFA91F1AF80537B6CA6, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:30,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:30,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 76F175267CB54F46B01ABBB9ECE68AAF being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:30,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 76F175267CB54F46B01ABBB9ECE68AAF
2016-01-14 16:05:30,651 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:30,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 76F175267CB54F46B01ABBB9ECE68AAF
2016-01-14 16:05:30,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:30,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:30,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:30,652 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,654 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:30,654 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@24ef999
2016-01-14 16:05:30,655 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:30,655 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@24ef999
2016-01-14 16:05:30,656 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:30,656 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:30,656 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 76F175267CB54F46B01ABBB9ECE68AAF
2016-01-14 16:05:30,656 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum)[by:[{1}:'char']], id: 2859386672974FB3BB6D79F6C0CB0DED
2016-01-14 16:05:30,656 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum)[by:[{1}:'char']] 2859386672974FB3BB6D79F6C0CB0DED
2016-01-14 16:05:30,657 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6e4adc85; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@74d3d854; comparator=cascading.tuple.hadoop.util.TupleComparator@1faeb8; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:30,657 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:30,658 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:30,658 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:30,671 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:30,671 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:30,671 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:30,671 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:30,671 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:30,673 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:30,673 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:30,673 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BB37A242F4E34674A0DCF6875DCBED7C, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:30,674 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:30,675 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 251, total: 462, max: 672
2016-01-14 16:05:30,675 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,676 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:30,676 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 251, total: 462, max: 672
2016-01-14 16:05:30,676 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,677 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:30,677 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 251, total: 462, max: 672
2016-01-14 16:05:30,677 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,677 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:30,677 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 251, total: 462, max: 672
2016-01-14 16:05:30,678 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(111)) - total mem is 68% of max mem, to better utilize unused memory consider increasing the cache size
2016-01-14 16:05:30,678 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,678 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BB37A242F4E34674A0DCF6875DCBED7C, mem on close (mb), free: 251, total: 462, max: 672
2016-01-14 16:05:30,678 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:30,678 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:30,678 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:30,678 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:30,681 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,684 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787530429_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:30,685 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787530429_0001_1_00, eventCount=1
2016-01-14 16:05:30,685 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:30,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BB37A242F4E34674A0DCF6875DCBED7C, taskAttemptId=attempt_1452787530429_0001_1_00_000000_0, startTime=1452787530632, finishTime=1452787530685, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530674, Process_Duration=4, Process_End_Time=1452787530678, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:30,686 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787530429_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:30,686 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:30,686 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:30,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_FINISHED]: vertexName=BB37A242F4E34674A0DCF6875DCBED7C, taskId=task_1452787530429_0001_1_00_000000, startTime=1452787530632, finishTime=1452787530686, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1452787530429_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530674, Process_Duration=4, Process_End_Time=1452787530678, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:30,687 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787530429_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:30,687 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] : 1
2016-01-14 16:05:30,687 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,687 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787530674, Process_Duration=4, Process_End_Time=1452787530678, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:30,688 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:30,688 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,689 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787530429_0001_00_000001
2016-01-14 16:05:30,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_FINISHED]: vertexName=BB37A242F4E34674A0DCF6875DCBED7C, vertexId=vertex_1452787530429_0001_1_00, initRequestedTime=1452787530600, initedTime=1452787530614, startRequestedTime=1452787530616, startedTime=1452787530616, finishTime=1452787530687, timeTaken=71, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=133, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530674, Process_Duration=4, Process_End_Time=1452787530678, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787530632, firstTasksToStart=[ task_1452787530429_0001_1_00_000000 ], lastTaskFinishTime=1452787530685, lastTasksToFinish=[ task_1452787530429_0001_1_00_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787530429_0001_1_00_000000 ], longestDurationTasks=[ task_1452787530429_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:30,690 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:30,690 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:30,690 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787530429_0001_00_000001, stoppedTime=1452787530690, exitStatus=0
2016-01-14 16:05:30,690 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:30,690 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] attempt: attempt_1452787530429_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:30,689 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:30,690 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BD251A2B2CE64FFA91F1AF80537B6CA6
2016-01-14 16:05:30,691 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,691 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:30,691 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:30,691 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787530429_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:30,691 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787530429_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:30,691 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787530429_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:30,692 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787530429_0001_00_000001, Exiting
2016-01-14 16:05:30,692 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787530429_0001_00_000001
2016-01-14 16:05:30,692 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787530429_0001_00_000001
2016-01-14 16:05:30,691 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_STARTED]: vertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, taskId=task_1452787530429_0001_1_01_000000, scheduledTime=1452787530691, launchTime=1452787530691
2016-01-14 16:05:30,691 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:30,693 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787530429_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:30,693 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:30,693 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,693 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787530429_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:30,694 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787530429_0001_00_000001 completed successfully
2016-01-14 16:05:30,693 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum, VertexName: BD251A2B2CE64FFA91F1AF80537B6CA6, VertexParallelism: 1, TaskAttemptID:attempt_1452787530429_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BB37A242F4E34674A0DCF6875DCBED7C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E4399086E8C64E5DBBBD5FCF1078AB4F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:30,695 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787530429_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:30,695 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:30,695 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:30,696 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787530429_0001_00_000002
2016-01-14 16:05:30,696 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:30,697 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787530429_0001_00_000002
2016-01-14 16:05:30,698 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:30,699 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:30,700 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:30,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787530429_0001_00_000002, launchTime=1452787530699
2016-01-14 16:05:30,700 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787530429_0001_00_000002
2016-01-14 16:05:30,701 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787530429_0001_1_01_000000_0] to container: [container_1452787530429_0001_00_000002]
2016-01-14 16:05:30,701 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:30,701 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787530429_0001_00_000002 given task: attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,701 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787530429_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,701 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787530429_0001_1_01_000000_0] started. Is using containerId: [container_1452787530429_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:30,702 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, taskAttemptId=attempt_1452787530429_0001_1_01_000000_0, startTime=1452787530701, containerId=container_1452787530429_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787530429_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:30,702 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787530429_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:30,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:30,702 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787530429_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,703 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,703 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,703 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:30,703 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:30,704 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:30,704 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:30,704 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:30,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387] sum/(1/1) ...ersplatform/testSumBy/sum, VertexName: BD251A2B2CE64FFA91F1AF80537B6CA6, VertexParallelism: 1, TaskAttemptID:attempt_1452787530429_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BB37A242F4E34674A0DCF6875DCBED7C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E4399086E8C64E5DBBBD5FCF1078AB4F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:30,705 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:30,705 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,705 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:30,707 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BB37A242F4E34674A0DCF6875DCBED7C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:30,708 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787530429_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:30,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:30,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E4399086E8C64E5DBBBD5FCF1078AB4F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:30,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:30,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E4399086E8C64E5DBBBD5FCF1078AB4F
2016-01-14 16:05:30,710 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:30,710 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E4399086E8C64E5DBBBD5FCF1078AB4F
2016-01-14 16:05:30,710 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,711 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:30,712 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:30,712 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,712 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:30,713 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,720 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:30,721 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E4399086E8C64E5DBBBD5FCF1078AB4F
2016-01-14 16:05:30,723 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BD251A2B2CE64FFA91F1AF80537B6CA6, ordinal: 1
2016-01-14 16:05:30,723 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BD251A2B2CE64FFA91F1AF80537B6CA6, mem on start (mb), free: 246, total: 462, max: 672
2016-01-14 16:05:30,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:30,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:30,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:30,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:30,724 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:30,724 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:30,725 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:30,725 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:30,725 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:30,725 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:30,726 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E4399086E8C64E5DBBBD5FCF1078AB4F, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:30,726 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BB37A242F4E34674A0DCF6875DCBED7C, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:30,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:30,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BB37A242F4E34674A0DCF6875DCBED7C being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:30,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,727 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:30,727 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:30,728 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: BB37A242F4E34674A0DCF6875DCBED7C with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:30,728 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:30,728 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:30,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:30,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:30,728 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:30,730 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,730 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:30,731 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,734 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(sum)[by:[{1}:'char']]
2016-01-14 16:05:30,735 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787530429_0001_1_00_000000_0_10089, runDuration: 45214, ]
2016-01-14 16:05:30,735 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(sum)[by:[{1}:'char']] streamed: true, id: 2859386672974FB3BB6D79F6C0CB0DED
2016-01-14 16:05:30,736 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum"], id: E4399086E8C64E5DBBBD5FCF1078AB4F
2016-01-14 16:05:30,736 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumBy/sum"]
2016-01-14 16:05:30,736 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(sum)[by:[{1}:'char']] 2859386672974FB3BB6D79F6C0CB0DED, for 1 inputs
2016-01-14 16:05:30,737 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787530429_0001_1_00_000000_0_10089] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787530737, TimeTaken=2, Rate=0.05 MB/s
2016-01-14 16:05:30,737 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,737 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:30,738 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [BB37A242F4E34674A0DCF6875DCBED7C] #16 in 3ms
2016-01-14 16:05:30,738 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [BB37A242F4E34674A0DCF6875DCBED7C] #16, status:false, isInterrupted:false
2016-01-14 16:05:30,739 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:30,739 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:30,739 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:30,739 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:30,739 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:30,739 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,740 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:30,740 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BD251A2B2CE64FFA91F1AF80537B6CA6, all 1 inputs ready in: 00:00:00.004
2016-01-14 16:05:30,741 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6cdd377c; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2f65e5ba
2016-01-14 16:05:30,743 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:30,743 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:30,744 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,744 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787530429_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:30,745 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,745 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BD251A2B2CE64FFA91F1AF80537B6CA6, mem on close (mb), free: 242, total: 462, max: 672
2016-01-14 16:05:30,745 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: BB37A242F4E34674A0DCF6875DCBED7C
2016-01-14 16:05:30,745 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:30,746 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:30,746 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:30,747 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:30,748 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,749 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787530429_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:30,750 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=34, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787530740, Process_Duration=4, Process_End_Time=1452787530744, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:30,750 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, taskAttemptId=attempt_1452787530429_0001_1_01_000000_0, startTime=1452787530701, finishTime=1452787530750, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=34, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530740, Process_Duration=4, Process_End_Time=1452787530744, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:30,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:30,751 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:30,751 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,752 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787530429_0001_00_000002
2016-01-14 16:05:30,751 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787530429_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:30,752 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:30,752 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30,753 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:30,753 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:TASK_FINISHED]: vertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, taskId=task_1452787530429_0001_1_01_000000, startTime=1452787530701, finishTime=1452787530753, timeTaken=52, status=SUCCEEDED, successfulAttemptID=attempt_1452787530429_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=34, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530740, Process_Duration=4, Process_End_Time=1452787530744, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:30,753 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787530429_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:30,754 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] : 1
2016-01-14 16:05:30,754 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:30,755 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:VERTEX_FINISHED]: vertexName=BD251A2B2CE64FFA91F1AF80537B6CA6, vertexId=vertex_1452787530429_0001_1_01, initRequestedTime=1452787530602, initedTime=1452787530608, startRequestedTime=1452787530622, startedTime=1452787530622, finishTime=1452787530754, timeTaken=132, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=133, FILE_BYTES_WRITTEN=34, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=484966400, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787530740, Process_Duration=4, Process_End_Time=1452787530744, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787530701, firstTasksToStart=[ task_1452787530429_0001_1_01_000000 ], lastTaskFinishTime=1452787530750, lastTasksToFinish=[ task_1452787530429_0001_1_01_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787530429_0001_1_01_000000 ], longestDurationTasks=[ task_1452787530429_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:30,755 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:30,755 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:30,755 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787530429_0001_00_000002, stoppedTime=1452787530755, exitStatus=0
2016-01-14 16:05:30,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:30,755 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:30,756 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:30,756 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787530429_0001_1
2016-01-14 16:05:30,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787530429_0001_1
2016-01-14 16:05:30,757 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787530429_0001_1_00 [BB37A242F4E34674A0DCF6875DCBED7C]
2016-01-14 16:05:30,757 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E4399086E8C64E5DBBBD5FCF1078AB4F for vertex: vertex_1452787530429_0001_1_01 [BD251A2B2CE64FFA91F1AF80537B6CA6]
2016-01-14 16:05:30,762 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787530429_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:30,762 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787530429_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:30,762 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787530429_0001_00_000002, Exiting
2016-01-14 16:05:30,762 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787530429_0001_00_000002
2016-01-14 16:05:30,763 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787530429_0001_00_000002
2016-01-14 16:05:30,763 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787530429_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:30,763 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787530429_0001_00_000002 completed successfully
2016-01-14 16:05:30,768 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787530429_0001_1, queueSize=0
2016-01-14 16:05:30,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:30,769 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787530429_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787530429_0001_1, startTime=1452787530600, finishTime=1452787530766, timeTaken=166, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=243, FILE_BYTES_WRITTEN=167, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=969932800, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575061414, Process_Duration=8, Process_End_Time=2905575061422, Read_Duration=2, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:30,769 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787530429_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:30,769 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787530429_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:30,769 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787530429_0001_00_000002
2016-01-14 16:05:30,769 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787530429_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:30 Completed Dag: dag_1452787530429_0001_1
2016-01-14 16:05:30,770 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787530429_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:30,770 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787530429_0001_1_post
2016-01-14 16:05:30,770 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:30,770 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:30,775 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ersplatform/testSumBy/sum, applicationId=application_1452787530429_0001
2016-01-14 16:05:30,777 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:30,777 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:30,777 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:30,777 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:30,777 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:30,778 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:30,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:30,779 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:30,779 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:30,779 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:30,780 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:30,780 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:30,780 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:30,785 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6A952F0CBA3F420FB19AA6D7EFE93799/EB30651FD9974678982C837225797387/.tez/application_1452787530429_0001
2016-01-14 16:05:30,785 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  completed in: 00:00.374
2016-01-14 16:05:30,847 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSumBy/sum
2016-01-14 16:05:30,869 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:30,870 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:30,889 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:30,889 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:30,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.033
2016-01-14 16:05:30,936 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.031
2016-01-14 16:05:30,937 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:30,937 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:30,937 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:30,954 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:30,961 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:30,967 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum
2016-01-14 16:05:31,011 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: F2C32A484CB6429E88FB381F29855DEB,F06A8555503B4A5E9F362AD1884E6764 and AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,013 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] starting
2016-01-14 16:05:31,013 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:31,013 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:31,014 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum"]
2016-01-14 16:05:31,014 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs]  parallel execution of steps is enabled: false
2016-01-14 16:05:31,014 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs]  executing total steps: 1
2016-01-14 16:05:31,014 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs]  allocating management threads: 1
2016-01-14 16:05:31,015 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] starting step: (1/1) ...orm/testSumMerge/mergesum
2016-01-14 16:05:31,016 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [sum-lhs+sum-rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:31,028 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] tez session mode enabled: true
2016-01-14 16:05:31,033 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:31,034 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:31,034 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:31,043 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186/.tez/application_1452787531034_0001 doesn't exist and is created
2016-01-14 16:05:31,060 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:31,061 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:31,061 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186/.tez/application_1452787531034_0001
2016-01-14 16:05:31,065 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787531034_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:31,082 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:31,083 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:31,086 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:31,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:31,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186/.tez/application_1452787531034_0001/localmode-log-dir
2016-01-14 16:05:31,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186/.tez/application_1452787531034_0001/localmode-log-dir/history.txt.appattempt_1452787531034_0001_000000, maxErrors=10
2016-01-14 16:05:31,088 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:31,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787531034_0001_000000, appSubmitTime=1452787531064, launchTime=1452787531064
2016-01-14 16:05:31,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:31,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:31,095 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:31,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:31,106 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:56738
2016-01-14 16:05:31,107 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:31,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787531034_0001_000000, startTime=1452787531110
2016-01-14 16:05:31,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:31,110 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:31,161 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:31,161 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:31,161 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...orm/testSumMerge/mergesum, applicationId=application_1452787531034_0001, dagName=[4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-01-14 16:05:31,183 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-01-14 16:05:31,185 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787531034_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186/.tez/application_1452787531034_0001/localmode-log-dir/dag_1452787531034_0001_1.dot
2016-01-14 16:05:31,185 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186/.tez/application_1452787531034_0001/localmode-log-dir/dag_1452787531034_0001_1-tez-dag.pb.txt
2016-01-14 16:05:31,201 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787531034_0001_1
2016-01-14 16:05:31,202 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,202 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-01-14 16:05:31 Running Dag: dag_1452787531034_0001_1
2016-01-14 16:05:31,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:31,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787531034_0001_1, submitTime=1452787531183
2016-01-14 16:05:31,216 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,216 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:31,216 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:31,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787531034_0001_1, initTime=1452787531215
2016-01-14 16:05:31,218 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787531034_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:31,218 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:DAG_STARTED]: dagID=dag_1452787531034_0001_1, startTime=1452787531218
2016-01-14 16:05:31,218 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:31,218 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787531034_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:31,218 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F2C32A484CB6429E88FB381F29855DEB : {C77DF71C62844C639C144F9548A1542D={InputName=C77DF71C62844C639C144F9548A1542D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:31,218 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C77DF71C62844C639C144F9548A1542D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:31,219 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,219 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,219 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,219 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]. Starting root input initializers: 1
2016-01-14 16:05:31,218 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:31,219 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:31,219 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F06A8555503B4A5E9F362AD1884E6764 : {837841201B3741E39936250AD681D3C9={InputName=837841201B3741E39936250AD681D3C9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:31,220 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 837841201B3741E39936250AD681D3C9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:31,220 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,220 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,220 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,222 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...orm/testSumMerge/mergesum, applicationId=application_1452787531034_0001, dagName=[4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum
2016-01-14 16:05:31,222 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]. Starting root input initializers: 1
2016-01-14 16:05:31,222 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C77DF71C62844C639C144F9548A1542D on vertex vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,223 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:31,223 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,224 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:31,224 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C77DF71C62844C639C144F9548A1542D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:31,225 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:31,225 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:31,226 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:31,226 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,226 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,226 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,226 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=5BDCEC387BD242C0BFDD39B8270AAF8B, vertexId=vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:31,227 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:31,227 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 837841201B3741E39936250AD681D3C9 on vertex vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,227 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=5BDCEC387BD242C0BFDD39B8270AAF8B, vertexId=vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,229 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C77DF71C62844C639C144F9548A1542D on vertex vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,230 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:31,230 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 837841201B3741E39936250AD681D3C9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:31,231 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=5BDCEC387BD242C0BFDD39B8270AAF8B, vertexName=AFAD0C610A3B431FA00C6A877F52F70A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:31,231 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:31,231 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=5BDCEC387BD242C0BFDD39B8270AAF8B, vertexId=vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,231 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:31,233 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:31,233 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AFAD0C610A3B431FA00C6A877F52F70A, vertexId=vertex_1452787531034_0001_1_02, initRequestedTime=1452787531223, initedTime=1452787531232, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:31,233 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:31,233 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:31,234 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:31,234 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C77DF71C62844C639C144F9548A1542D=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:31,234 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 837841201B3741E39936250AD681D3C9 on vertex vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,235 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] parallelism set to 1
2016-01-14 16:05:31,235 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:31,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787531034_0001_1_00, eventCount=1
2016-01-14 16:05:31,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:31,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F2C32A484CB6429E88FB381F29855DEB, vertexId=vertex_1452787531034_0001_1_00, initRequestedTime=1452787531218, initedTime=1452787531236, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:31,237 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] with distanceFromRoot: 0
2016-01-14 16:05:31,237 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:31,237 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:31,238 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {837841201B3741E39936250AD681D3C9=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:31,238 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] parallelism set to 1
2016-01-14 16:05:31,238 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:31,239 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787531034_0001_1_01, eventCount=1
2016-01-14 16:05:31,239 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:31,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs] submitted tez dag to app master: application_1452787531034_0001, with dag id: dag_1452787531034_0001_1
2016-01-14 16:05:31,240 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F06A8555503B4A5E9F362AD1884E6764, vertexId=vertex_1452787531034_0001_1_01, initRequestedTime=1452787531219, initedTime=1452787531239, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:31,240 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] with distanceFromRoot: 0
2016-01-14 16:05:31,241 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:31,241 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F2C32A484CB6429E88FB381F29855DEB
2016-01-14 16:05:31,241 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,242 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:31,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787531034_0001_1_00, startRequestedTime=1452787531241, startedTime=1452787531241
2016-01-14 16:05:31,242 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:31,242 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F06A8555503B4A5E9F362AD1884E6764
2016-01-14 16:05:31,243 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,243 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:31,243 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787531034_0001_1_01, startRequestedTime=1452787531242, startedTime=1452787531242
2016-01-14 16:05:31,243 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:31,244 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:31,245 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_STARTED]: vertexName=F2C32A484CB6429E88FB381F29855DEB, taskId=task_1452787531034_0001_1_00_000000, scheduledTime=1452787531244, launchTime=1452787531244
2016-01-14 16:05:31,245 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:31,246 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787531034_0001_1_00 for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] numStartedSources: 1 numSources: 2
2016-01-14 16:05:31,246 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] numStartedSources: 1 numSources: 2
2016-01-14 16:05:31,247 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:31,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_STARTED]: vertexName=F06A8555503B4A5E9F362AD1884E6764, taskId=task_1452787531034_0001_1_01_000000, scheduledTime=1452787531246, launchTime=1452787531246
2016-01-14 16:05:31,248 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:31,248 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787531034_0001_1_01 for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] numStartedSources: 2 numSources: 2
2016-01-14 16:05:31,248 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] with distanceFromRoot: 1
2016-01-14 16:05:31,249 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,249 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,249 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F06A8555503B4A5E9F362AD1884E6764 in vertex: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,249 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F2C32A484CB6429E88FB381F29855DEB in vertex: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,250 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: AFAD0C610A3B431FA00C6A877F52F70A with 2 source tasks and 1 pending tasks
2016-01-14 16:05:31,250 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:31,250 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787531034_0001_1_02, startRequestedTime=1452787531249, startedTime=1452787531249
2016-01-14 16:05:31,251 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:31,251 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: F2C32A484CB6429E88FB381F29855DEB, VertexParallelism: 1, TaskAttemptID:attempt_1452787531034_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C77DF71C62844C639C144F9548A1542D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AFAD0C610A3B431FA00C6A877F52F70A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:31,251 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:31,251 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: F06A8555503B4A5E9F362AD1884E6764, VertexParallelism: 1, TaskAttemptID:attempt_1452787531034_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=837841201B3741E39936250AD681D3C9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AFAD0C610A3B431FA00C6A877F52F70A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:31,252 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:31,252 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:31,252 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:31,253 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:31,253 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:31,253 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:31,253 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787531034_0001_00_000001
2016-01-14 16:05:31,253 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:31,254 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787531034_0001_00_000002
2016-01-14 16:05:31,254 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:31,255 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787531034_0001_00_000001
2016-01-14 16:05:31,255 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:31,256 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:31,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:31,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787531034_0001_00_000001, launchTime=1452787531256
2016-01-14 16:05:31,257 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787531034_0001_00_000002
2016-01-14 16:05:31,257 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:31,257 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531034_0001_00_000001
2016-01-14 16:05:31,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:31,258 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:31,258 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787531034_0001_1_00_000000_0] to container: [container_1452787531034_0001_00_000001]
2016-01-14 16:05:31,258 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:31,259 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787531034_0001_1_00_000000_0] started. Is using containerId: [container_1452787531034_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:31,259 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F2C32A484CB6429E88FB381F29855DEB, taskAttemptId=attempt_1452787531034_0001_1_00_000000_0, startTime=1452787531259, containerId=container_1452787531034_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787531034_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:31,259 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:31,259 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:31,260 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:31,260 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787531034_0001_00_000001 given task: attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,260 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531034_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31 Starting to run new task attempt: attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,261 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,261 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,261 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:31,261 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:31,261 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:31,261 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:31,261 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:31,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: F2C32A484CB6429E88FB381F29855DEB, VertexParallelism: 1, TaskAttemptID:attempt_1452787531034_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C77DF71C62844C639C144F9548A1542D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AFAD0C610A3B431FA00C6A877F52F70A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:31,261 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:31,262 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:31,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AFAD0C610A3B431FA00C6A877F52F70A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:31,265 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:31,265 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:31,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787531034_0001_00_000002, launchTime=1452787531258
2016-01-14 16:05:31,266 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,265 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C77DF71C62844C639C144F9548A1542D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:31,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:31,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C77DF71C62844C639C144F9548A1542D
2016-01-14 16:05:31,268 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C77DF71C62844C639C144F9548A1542D
2016-01-14 16:05:31,271 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:31,272 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C77DF71C62844C639C144F9548A1542D
2016-01-14 16:05:31,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C77DF71C62844C639C144F9548A1542D
2016-01-14 16:05:31,272 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F2C32A484CB6429E88FB381F29855DEB, ordinal: 1
2016-01-14 16:05:31,272 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531034_0001_00_000002
2016-01-14 16:05:31,267 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787531034_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:31,272 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F2C32A484CB6429E88FB381F29855DEB, mem on start (mb), free: 353, total: 459, max: 672
2016-01-14 16:05:31,273 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,273 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:31,273 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:31,272 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:31,274 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,274 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,274 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787531034_0001_1_01_000000_0] to container: [container_1452787531034_0001_00_000002]
2016-01-14 16:05:31,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:31,278 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:31,278 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:31,278 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:31,279 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787531034_0001_1_01_000000_0] started. Is using containerId: [container_1452787531034_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:31,279 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F06A8555503B4A5E9F362AD1884E6764, taskAttemptId=attempt_1452787531034_0001_1_01_000000_0, startTime=1452787531278, containerId=container_1452787531034_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787531034_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:31,279 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:31,279 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:31,279 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:31,280 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:31,278 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787531034_0001_00_000002 given task: attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,280 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531034_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,280 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:31 Starting to run new task attempt: attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,279 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:31,281 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,281 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,281 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:31,281 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:31,281 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:31,281 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:31,281 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:31,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: F06A8555503B4A5E9F362AD1884E6764, VertexParallelism: 1, TaskAttemptID:attempt_1452787531034_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=837841201B3741E39936250AD681D3C9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AFAD0C610A3B431FA00C6A877F52F70A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:31,282 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:31,281 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:31,282 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C77DF71C62844C639C144F9548A1542D, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:31,282 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AFAD0C610A3B431FA00C6A877F52F70A, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:31,282 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:31,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C77DF71C62844C639C144F9548A1542D being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:31,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C77DF71C62844C639C144F9548A1542D
2016-01-14 16:05:31,283 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:31,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C77DF71C62844C639C144F9548A1542D
2016-01-14 16:05:31,283 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:31,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:31,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:31,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:31,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,285 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,285 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787531034_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:31,285 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:31,286 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@8fe70f7
2016-01-14 16:05:31,287 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@8fe70f7
2016-01-14 16:05:31,287 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:31,287 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:31,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=837841201B3741E39936250AD681D3C9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:31,288 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:31,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AFAD0C610A3B431FA00C6A877F52F70A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:31,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,291 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: C77DF71C62844C639C144F9548A1542D
2016-01-14 16:05:31,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:31,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 837841201B3741E39936250AD681D3C9
2016-01-14 16:05:31,292 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 837841201B3741E39936250AD681D3C9
2016-01-14 16:05:31,292 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']], id: 79742090C2ED46C58877EF2E22759D42
2016-01-14 16:05:31,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:31,291 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:31,294 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:31,295 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 837841201B3741E39936250AD681D3C9
2016-01-14 16:05:31,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 837841201B3741E39936250AD681D3C9
2016-01-14 16:05:31,297 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,298 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] 79742090C2ED46C58877EF2E22759D42
2016-01-14 16:05:31,299 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@52c6ca4; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@279085a3; comparator=cascading.tuple.hadoop.util.TupleComparator@135a4a0; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:31,299 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:31,299 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:31,300 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:31,300 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:31,299 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,306 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F06A8555503B4A5E9F362AD1884E6764, ordinal: 0
2016-01-14 16:05:31,307 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F06A8555503B4A5E9F362AD1884E6764, mem on start (mb), free: 249, total: 459, max: 672
2016-01-14 16:05:31,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:31,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:31,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:31,307 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:31,307 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:31,307 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:31,307 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:31,308 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:31,308 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:31,308 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 837841201B3741E39936250AD681D3C9, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:31,308 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AFAD0C610A3B431FA00C6A877F52F70A, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:31,308 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:31,308 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 837841201B3741E39936250AD681D3C9
2016-01-14 16:05:31,308 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:31,308 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 837841201B3741E39936250AD681D3C9
2016-01-14 16:05:31,308 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 837841201B3741E39936250AD681D3C9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:31,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:31,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:31,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:31,309 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,309 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:31,310 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@40def0d9
2016-01-14 16:05:31,311 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@40def0d9
2016-01-14 16:05:31,311 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:31,311 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:31,318 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:31,319 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:31,319 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:31,319 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:31,319 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:31,319 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:31,320 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 837841201B3741E39936250AD681D3C9
2016-01-14 16:05:31,320 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']], id: 79742090C2ED46C58877EF2E22759D42
2016-01-14 16:05:31,321 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] 79742090C2ED46C58877EF2E22759D42
2016-01-14 16:05:31,321 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@3597c381; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@7ea465a3; comparator=cascading.tuple.hadoop.util.TupleComparator@5b0cf149; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:31,322 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:31,322 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:31,324 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:31,581 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:31,582 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:31,582 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F2C32A484CB6429E88FB381F29855DEB, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:31,593 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:31,594 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:31,594 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:31,594 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:31,594 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 386, total: 613, max: 672
2016-01-14 16:05:31,596 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:31,596 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 386, total: 613, max: 672
2016-01-14 16:05:31,596 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:31,596 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 386, total: 613, max: 672
2016-01-14 16:05:31,597 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:31,597 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 385, total: 613, max: 672
2016-01-14 16:05:31,594 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:31,597 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:31,598 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,598 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F2C32A484CB6429E88FB381F29855DEB, mem on close (mb), free: 385, total: 613, max: 672
2016-01-14 16:05:31,598 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:31,598 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:31,598 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:31,599 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F06A8555503B4A5E9F362AD1884E6764, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:31,599 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:31,599 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:31,599 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:31,600 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:31,600 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 385, total: 613, max: 672
2016-01-14 16:05:31,601 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:31,601 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 385, total: 613, max: 672
2016-01-14 16:05:31,602 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:31,602 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 385, total: 613, max: 672
2016-01-14 16:05:31,602 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:31,602 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 385, total: 613, max: 672
2016-01-14 16:05:31,603 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,603 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F06A8555503B4A5E9F362AD1884E6764, mem on close (mb), free: 385, total: 613, max: 672
2016-01-14 16:05:31,603 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:31,603 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:31,603 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:31,603 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:31,604 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:31,607 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:31 Completed running task attempt: attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,614 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787531034_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:31 Completed running task attempt: attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,614 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787531034_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:31,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787531034_0001_1_01, eventCount=1
2016-01-14 16:05:31,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F06A8555503B4A5E9F362AD1884E6764, taskAttemptId=attempt_1452787531034_0001_1_01_000000_0, startTime=1452787531278, finishTime=1452787531615, timeTaken=337, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531599, Process_Duration=4, Process_End_Time=1452787531603, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:31,616 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:31,616 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:31,616 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31,616 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:31,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_FINISHED]: vertexName=F06A8555503B4A5E9F362AD1884E6764, taskId=task_1452787531034_0001_1_01_000000, startTime=1452787531278, finishTime=1452787531616, timeTaken=338, status=SUCCEEDED, successfulAttemptID=attempt_1452787531034_0001_1_01_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531599, Process_Duration=4, Process_End_Time=1452787531603, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:31,617 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:31,617 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:31,617 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] : 1
2016-01-14 16:05:31,617 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,618 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787531582, Process_Duration=16, Process_End_Time=1452787531598, Read_Duration=12, Tuples_Read=13, Tuples_Written=9, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:31,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:31,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_FINISHED]: vertexName=F06A8555503B4A5E9F362AD1884E6764, vertexId=vertex_1452787531034_0001_1_01, initRequestedTime=1452787531219, initedTime=1452787531239, startRequestedTime=1452787531242, startedTime=1452787531242, finishTime=1452787531617, timeTaken=375, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531599, Process_Duration=4, Process_End_Time=1452787531603, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787531278, firstTasksToStart=[ task_1452787531034_0001_1_01_000000 ], lastTaskFinishTime=1452787531615, lastTasksToFinish=[ task_1452787531034_0001_1_01_000000 ], minTaskDuration=337, maxTaskDuration=337, avgTaskDuration=337.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787531034_0001_1_01_000000 ], longestDurationTasks=[ task_1452787531034_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:31,619 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:31,619 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787531599, Process_Duration=4, Process_End_Time=1452787531603, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:31,620 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:31,620 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:31,620 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,620 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531034_0001_00_000002
2016-01-14 16:05:31,620 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] attempt: attempt_1452787531034_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:31,620 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:31,621 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787531034_0001_1_00, eventCount=1
2016-01-14 16:05:31,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787531034_0001_00_000002, stoppedTime=1452787531621, exitStatus=0
2016-01-14 16:05:31,621 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:31,621 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:31,622 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531034_0001_00_000001
2016-01-14 16:05:31,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:31,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:31,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F2C32A484CB6429E88FB381F29855DEB, taskAttemptId=attempt_1452787531034_0001_1_00_000000_0, startTime=1452787531259, finishTime=1452787531622, timeTaken=363, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531582, Process_Duration=16, Process_End_Time=1452787531598, Read_Duration=12, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:31,626 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:31,628 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787531034_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 16:05:31,628 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:31,628 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31,629 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:31,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_FINISHED]: vertexName=F2C32A484CB6429E88FB381F29855DEB, taskId=task_1452787531034_0001_1_00_000000, startTime=1452787531259, finishTime=1452787531628, timeTaken=369, status=SUCCEEDED, successfulAttemptID=attempt_1452787531034_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531582, Process_Duration=16, Process_End_Time=1452787531598, Read_Duration=12, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:31,629 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:31,629 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:31,629 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:31,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:31,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787531034_0001_00_000001, stoppedTime=1452787531629, exitStatus=0
2016-01-14 16:05:31,630 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:31,630 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] : 1
2016-01-14 16:05:31,630 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,631 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787531034_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:31,631 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531034_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:31,631 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787531034_0001_00_000002, Exiting
2016-01-14 16:05:31,631 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787531034_0001_00_000002
2016-01-14 16:05:31,631 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787531034_0001_00_000002
2016-01-14 16:05:31,632 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:31,633 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787531034_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:31,633 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531034_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:31,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_FINISHED]: vertexName=F2C32A484CB6429E88FB381F29855DEB, vertexId=vertex_1452787531034_0001_1_00, initRequestedTime=1452787531218, initedTime=1452787531236, startRequestedTime=1452787531241, startedTime=1452787531241, finishTime=1452787531631, timeTaken=390, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=266, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=255, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531582, Process_Duration=16, Process_End_Time=1452787531598, Read_Duration=12, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787531259, firstTasksToStart=[ task_1452787531034_0001_1_00_000000 ], lastTaskFinishTime=1452787531622, lastTasksToFinish=[ task_1452787531034_0001_1_00_000000 ], minTaskDuration=363, maxTaskDuration=363, avgTaskDuration=363.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787531034_0001_1_00_000000 ], longestDurationTasks=[ task_1452787531034_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:31,634 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787531034_0001_00_000001, Exiting
2016-01-14 16:05:31,634 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787531034_0001_00_000001
2016-01-14 16:05:31,634 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787531034_0001_00_000001
2016-01-14 16:05:31,634 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:31,635 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787531034_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:31,635 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] attempt: attempt_1452787531034_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:31,635 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,636 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,636 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787531034_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:31,636 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787531034_0001_00_000002 completed successfully
2016-01-14 16:05:31,636 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787531034_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:31,636 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787531034_0001_00_000001 completed successfully
2016-01-14 16:05:31,636 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:31,637 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:31,637 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:31,637 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_STARTED]: vertexName=AFAD0C610A3B431FA00C6A877F52F70A, taskId=task_1452787531034_0001_1_02_000000, scheduledTime=1452787531637, launchTime=1452787531637
2016-01-14 16:05:31,638 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:31,638 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:31,638 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:31,639 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,639 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: AFAD0C610A3B431FA00C6A877F52F70A, VertexParallelism: 1, TaskAttemptID:attempt_1452787531034_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F06A8555503B4A5E9F362AD1884E6764, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=F2C32A484CB6429E88FB381F29855DEB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5BDCEC387BD242C0BFDD39B8270AAF8B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: AFAD0C610A3B431FA00C6A877F52F70A { F06A8555503B4A5E9F362AD1884E6764 F2C32A484CB6429E88FB381F29855DEB } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:31,640 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:31,640 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:31,640 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787531034_0001_00_000003
2016-01-14 16:05:31,641 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:31,642 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787531034_0001_00_000003
2016-01-14 16:05:31,643 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:31,646 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:31,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:31,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787531034_0001_00_000003, launchTime=1452787531646
2016-01-14 16:05:31,648 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531034_0001_00_000003
2016-01-14 16:05:31,648 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787531034_0001_1_02_000000_0] to container: [container_1452787531034_0001_00_000003]
2016-01-14 16:05:31,648 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:31,649 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787531034_0001_1_02_000000_0] started. Is using containerId: [container_1452787531034_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:31,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AFAD0C610A3B431FA00C6A877F52F70A, taskAttemptId=attempt_1452787531034_0001_1_02_000000_0, startTime=1452787531649, containerId=container_1452787531034_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787531034_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:31,649 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:31,649 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:31,650 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:31,651 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787531034_0001_00_000003 given task: attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,651 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531034_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31 Starting to run new task attempt: attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,652 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,652 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,652 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:31,653 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:31,653 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:31,653 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:31,653 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:31,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186] sum-lhs+sum-rhs/(1/1) ...orm/testSumMerge/mergesum, VertexName: AFAD0C610A3B431FA00C6A877F52F70A, VertexParallelism: 1, TaskAttemptID:attempt_1452787531034_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F06A8555503B4A5E9F362AD1884E6764, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=F2C32A484CB6429E88FB381F29855DEB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5BDCEC387BD242C0BFDD39B8270AAF8B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: AFAD0C610A3B431FA00C6A877F52F70A { F06A8555503B4A5E9F362AD1884E6764 F2C32A484CB6429E88FB381F29855DEB } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:31,654 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:31,654 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:31,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F06A8555503B4A5E9F362AD1884E6764, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:31,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:31,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F2C32A484CB6429E88FB381F29855DEB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:31,657 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787531034_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:31,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=5BDCEC387BD242C0BFDD39B8270AAF8B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:31,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F06A8555503B4A5E9F362AD1884E6764
2016-01-14 16:05:31,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,659 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:31,659 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:31,660 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:31,660 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F06A8555503B4A5E9F362AD1884E6764
2016-01-14 16:05:31,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F06A8555503B4A5E9F362AD1884E6764
2016-01-14 16:05:31,664 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:31,664 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:31,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:31,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F2C32A484CB6429E88FB381F29855DEB
2016-01-14 16:05:31,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:31,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 5BDCEC387BD242C0BFDD39B8270AAF8B
2016-01-14 16:05:31,666 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:31,666 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 5BDCEC387BD242C0BFDD39B8270AAF8B
2016-01-14 16:05:31,667 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:31,668 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:31,668 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F2C32A484CB6429E88FB381F29855DEB
2016-01-14 16:05:31,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F2C32A484CB6429E88FB381F29855DEB
2016-01-14 16:05:31,672 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AFAD0C610A3B431FA00C6A877F52F70A, ordinal: 2
2016-01-14 16:05:31,672 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFAD0C610A3B431FA00C6A877F52F70A, mem on start (mb), free: 377, total: 613, max: 672
2016-01-14 16:05:31,672 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:31,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:31,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:31,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:31,679 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:31,679 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 5BDCEC387BD242C0BFDD39B8270AAF8B
2016-01-14 16:05:31,679 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:31,679 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: AFAD0C610A3B431FA00C6A877F52F70A { F06A8555503B4A5E9F362AD1884E6764 F2C32A484CB6429E88FB381F29855DEB } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
2016-01-14 16:05:31,680 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:31,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:31,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:31,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:31,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:31,680 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:31,681 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 16:05:31,681 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F06A8555503B4A5E9F362AD1884E6764, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:31,681 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 5BDCEC387BD242C0BFDD39B8270AAF8B, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:31,681 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F2C32A484CB6429E88FB381F29855DEB, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:31,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:31,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring F06A8555503B4A5E9F362AD1884E6764 for start, since it will be controlled via it's Group
2016-01-14 16:05:31,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring F2C32A484CB6429E88FB381F29855DEB for start, since it will be controlled via it's Group
2016-01-14 16:05:31,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: AFAD0C610A3B431FA00C6A877F52F70A being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:31,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:31,681 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:31,682 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,683 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:31,683 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:31,683 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F06A8555503B4A5E9F362AD1884E6764 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:31,683 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:31,683 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:31,684 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:31,686 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:31,686 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:31,687 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F2C32A484CB6429E88FB381F29855DEB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:31,687 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:31,687 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:31,687 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:31,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: AFAD0C610A3B431FA00C6A877F52F70A
2016-01-14 16:05:31,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:31,689 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,692 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']]
2016-01-14 16:05:31,693 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] streamed: true, id: 79742090C2ED46C58877EF2E22759D42
2016-01-14 16:05:31,693 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787531034_0001_1_01_000000_0_10099, runDuration: 312847, ]
2016-01-14 16:05:31,693 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum"], id: 5BDCEC387BD242C0BFDD39B8270AAF8B
2016-01-14 16:05:31,693 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum"]
2016-01-14 16:05:31,693 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(sum-lhs+sum-rhs)[by: sum-lhs:[{1}:'char'] sum-rhs:[{1}:'char']] 79742090C2ED46C58877EF2E22759D42, for 1 inputs
2016-01-14 16:05:31,694 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787531034_0001_1_01_000000_0_10099] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787531694, TimeTaken=1, Rate=0.10 MB/s
2016-01-14 16:05:31,694 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F06A8555503B4A5E9F362AD1884E6764
2016-01-14 16:05:31,694 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:31,694 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F06A8555503B4A5E9F362AD1884E6764] #17 in 1ms
2016-01-14 16:05:31,694 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F06A8555503B4A5E9F362AD1884E6764] #17, status:false, isInterrupted:false
2016-01-14 16:05:31,696 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:31,696 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787531034_0001_1_00_000000_0_10095, runDuration: 343217, ]
2016-01-14 16:05:31,696 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:31,697 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:31,697 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:31,697 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:31,697 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F06A8555503B4A5E9F362AD1884E6764
2016-01-14 16:05:31,697 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:31,697 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787531034_0001_1_00_000000_0_10095] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787531697, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:31,697 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F2C32A484CB6429E88FB381F29855DEB
2016-01-14 16:05:31,698 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:31,698 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F2C32A484CB6429E88FB381F29855DEB] #18 in 2ms
2016-01-14 16:05:31,698 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F2C32A484CB6429E88FB381F29855DEB] #18, status:false, isInterrupted:false
2016-01-14 16:05:31,699 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:31,699 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:31,699 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:31,699 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:31,700 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:31,700 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AFAD0C610A3B431FA00C6A877F52F70A, all 1 inputs ready in: 00:00:00.007
2016-01-14 16:05:31,701 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@b073efd; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@8b859b3
2016-01-14 16:05:31,701 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F2C32A484CB6429E88FB381F29855DEB
2016-01-14 16:05:31,702 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6141358; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1001f986
2016-01-14 16:05:31,703 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:31,704 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:31,704 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:31,705 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,705 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787531034_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 16:05:31,705 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,705 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFAD0C610A3B431FA00C6A877F52F70A, mem on close (mb), free: 372, total: 613, max: 672
2016-01-14 16:05:31,705 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F06A8555503B4A5E9F362AD1884E6764
2016-01-14 16:05:31,706 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:31,706 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:31,706 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:31,706 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:31,706 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:31,706 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F2C32A484CB6429E88FB381F29855DEB
2016-01-14 16:05:31,706 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:31,707 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:31,707 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:31,707 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:31,707 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:31 Completed running task attempt: attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,707 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787531034_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:31,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=37, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787531700, Process_Duration=5, Process_End_Time=1452787531705, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:31,708 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:31,708 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,709 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531034_0001_00_000003
2016-01-14 16:05:31,709 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AFAD0C610A3B431FA00C6A877F52F70A, taskAttemptId=attempt_1452787531034_0001_1_02_000000_0, startTime=1452787531649, finishTime=1452787531708, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=37, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531700, Process_Duration=5, Process_End_Time=1452787531705, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:31,709 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:31,709 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531034_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:31,709 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31,709 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:31,710 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:31,710 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:TASK_FINISHED]: vertexName=AFAD0C610A3B431FA00C6A877F52F70A, taskId=task_1452787531034_0001_1_02_000000, startTime=1452787531649, finishTime=1452787531709, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1452787531034_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=37, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531700, Process_Duration=5, Process_End_Time=1452787531705, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:31,710 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531034_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:31,710 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] : 1
2016-01-14 16:05:31,710 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,711 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:31,711 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:VERTEX_FINISHED]: vertexName=AFAD0C610A3B431FA00C6A877F52F70A, vertexId=vertex_1452787531034_0001_1_02, initRequestedTime=1452787531223, initedTime=1452787531232, startRequestedTime=1452787531249, startedTime=1452787531249, finishTime=1452787531710, timeTaken=461, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=266, FILE_BYTES_WRITTEN=37, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787531700, Process_Duration=5, Process_End_Time=1452787531705, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787531649, firstTasksToStart=[ task_1452787531034_0001_1_02_000000 ], lastTaskFinishTime=1452787531708, lastTasksToFinish=[ task_1452787531034_0001_1_02_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787531034_0001_1_02_000000 ], longestDurationTasks=[ task_1452787531034_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:31,711 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:31,711 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:31,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787531034_0001_00_000003, stoppedTime=1452787531712, exitStatus=0
2016-01-14 16:05:31,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:31,712 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:31,712 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:31,712 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787531034_0001_1
2016-01-14 16:05:31,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787531034_0001_1
2016-01-14 16:05:31,713 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787531034_0001_1_00 [F2C32A484CB6429E88FB381F29855DEB]
2016-01-14 16:05:31,713 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 5BDCEC387BD242C0BFDD39B8270AAF8B for vertex: vertex_1452787531034_0001_1_02 [AFAD0C610A3B431FA00C6A877F52F70A]
2016-01-14 16:05:31,719 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787531034_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:31,719 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531034_0001_00_000003: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:31,719 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787531034_0001_00_000003, Exiting
2016-01-14 16:05:31,719 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787531034_0001_00_000003
2016-01-14 16:05:31,719 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787531034_0001_00_000003
2016-01-14 16:05:31,719 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787531034_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:31,720 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787531034_0001_00_000003 completed successfully
2016-01-14 16:05:31,723 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787531034_0001_1_01 [F06A8555503B4A5E9F362AD1884E6764]
2016-01-14 16:05:31,726 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787531034_0001_1, queueSize=0
2016-01-14 16:05:31,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:31,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531034_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787531034_0001_1, startTime=1452787531218, finishTime=1452787531723, timeTaken=505, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=704, FILE_BYTES_WRITTEN=569, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=510, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1928331264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=194, OUTPUT_BYTES_PHYSICAL=202, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=202, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=202, SHUFFLE_BYTES_DECOMPRESSED=194, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=202, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358362594881, Process_Duration=25, Process_End_Time=4358362594906, Read_Duration=14, Tuples_Read=44, Tuples_Written=23, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:31,728 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787531034_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:31,728 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787531034_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:31,728 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787531034_0001_00_000003
2016-01-14 16:05:31,729 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531034_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:31 Completed Dag: dag_1452787531034_0001_1
2016-01-14 16:05:31,729 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787531034_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:31,730 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787531034_0001_1_post
2016-01-14 16:05:31,730 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:31,730 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:31,736 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...orm/testSumMerge/mergesum, applicationId=application_1452787531034_0001
2016-01-14 16:05:31,737 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:31,738 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:31,738 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:31,738 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:31,738 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:31,739 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:31,739 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:31,739 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:31,739 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:31,740 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:31,741 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:31,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:31,742 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:31,749 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4C32C3A57D024F8BA3C2C4F0F0457AA6/B9099E8E0FF94513A09D5205ECEF3186/.tez/application_1452787531034_0001
2016-01-14 16:05:31,749 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum-lhs+sum-rhs]  completed in: 00:00.736
2016-01-14 16:05:31,818 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSumMerge/mergesum
2016-01-14 16:05:31,842 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:31,842 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:31,877 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 16:05:31,885 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 16:05:31,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:31,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:31,886 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:31,899 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 16:05:31,900 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow
2016-01-14 16:05:31,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting
2016-01-14 16:05:31,908 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:31,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow"]
2016-01-14 16:05:31,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  parallel execution of steps is enabled: false
2016-01-14 16:05:31,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  executing total steps: 1
2016-01-14 16:05:31,909 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  allocating management threads: 1
2016-01-14 16:05:31,910 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting step: (1/1) ...scardNarrow/discardnarrow
2016-01-14 16:05:31,910 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:31,921 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tez session mode enabled: true
2016-01-14 16:05:31,926 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:31,926 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:31,927 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:31,935 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6/.tez/application_1452787531926_0001 doesn't exist and is created
2016-01-14 16:05:31,949 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:31,949 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:31,950 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6/.tez/application_1452787531926_0001
2016-01-14 16:05:31,952 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787531926_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:31,962 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:31,962 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:31,964 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:31,964 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:31,965 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6/.tez/application_1452787531926_0001/localmode-log-dir
2016-01-14 16:05:31,965 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6/.tez/application_1452787531926_0001/localmode-log-dir/history.txt.appattempt_1452787531926_0001_000000, maxErrors=10
2016-01-14 16:05:31,965 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:31,965 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787531926_0001_000000, appSubmitTime=1452787531952, launchTime=1452787531952
2016-01-14 16:05:31,969 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:31,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:31,973 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:31,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:31,977 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:44646
2016-01-14 16:05:31,978 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:31,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787531926_0001_000000, startTime=1452787531981
2016-01-14 16:05:31,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:31,981 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:32,050 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:32,050 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:32,050 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...scardNarrow/discardnarrow, applicationId=application_1452787531926_0001, dagName=[AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6] shape/(1/1) ...scardNarrow/discardnarrow
2016-01-14 16:05:32,064 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6] shape/(1/1) ...scardNarrow/discardnarrow
2016-01-14 16:05:32,066 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787531926_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6/.tez/application_1452787531926_0001/localmode-log-dir/dag_1452787531926_0001_1.dot
2016-01-14 16:05:32,066 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6/.tez/application_1452787531926_0001/localmode-log-dir/dag_1452787531926_0001_1-tez-dag.pb.txt
2016-01-14 16:05:32,074 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787531926_0001_1
2016-01-14 16:05:32,074 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,074 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6] shape/(1/1) ...scardNarrow/discardnarrow
2016-01-14 16:05:32 Running Dag: dag_1452787531926_0001_1
2016-01-14 16:05:32,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787531926_0001_1, submitTime=1452787532065
2016-01-14 16:05:32,085 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:32,085 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A5F0396840C6408CBD0C1665443AA2A4
2016-01-14 16:05:32,085 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:32,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787531926_0001_1, initTime=1452787532085
2016-01-14 16:05:32,086 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787531926_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:32,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:32,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:DAG_STARTED]: dagID=dag_1452787531926_0001_1, startTime=1452787532087
2016-01-14 16:05:32,087 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:32,087 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787531926_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:32,087 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A5F0396840C6408CBD0C1665443AA2A4 : {58456B930A93490BB129EB1C3D48A183={InputName=58456B930A93490BB129EB1C3D48A183}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:32,087 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 58456B930A93490BB129EB1C3D48A183, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:32,087 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,087 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,088 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,088 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]. Starting root input initializers: 1
2016-01-14 16:05:32,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:32,088 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:32,089 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 58456B930A93490BB129EB1C3D48A183 on vertex vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,089 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...scardNarrow/discardnarrow, applicationId=application_1452787531926_0001, dagName=[AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6] shape/(1/1) ...scardNarrow/discardnarrow
2016-01-14 16:05:32,091 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:32,091 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 58456B930A93490BB129EB1C3D48A183 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:32,091 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:32,091 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:32,093 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 16:05:32,093 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 58456B930A93490BB129EB1C3D48A183 on vertex vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,093 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:32,093 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {58456B930A93490BB129EB1C3D48A183=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:32,093 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] parallelism set to 1
2016-01-14 16:05:32,094 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:32,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787531926_0001_1_00, eventCount=1
2016-01-14 16:05:32,094 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,094 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=EF737B6B2DCB4322AF58F336F9B0C580, vertexId=vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:32,095 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=EF737B6B2DCB4322AF58F336F9B0C580, vertexId=vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,096 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=EF737B6B2DCB4322AF58F336F9B0C580, vertexName=A5F0396840C6408CBD0C1665443AA2A4, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:32,097 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=EF737B6B2DCB4322AF58F336F9B0C580, vertexId=vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:32,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A5F0396840C6408CBD0C1665443AA2A4, vertexId=vertex_1452787531926_0001_1_00, initRequestedTime=1452787532087, initedTime=1452787532098, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:32,098 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] with distanceFromRoot: 0
2016-01-14 16:05:32,098 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:32,098 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A5F0396840C6408CBD0C1665443AA2A4
2016-01-14 16:05:32,099 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,099 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:32,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787531926_0001_1_00, startRequestedTime=1452787532098, startedTime=1452787532098
2016-01-14 16:05:32,100 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:32,100 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:32,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:TASK_STARTED]: vertexName=A5F0396840C6408CBD0C1665443AA2A4, taskId=task_1452787531926_0001_1_00_000000, scheduledTime=1452787532100, launchTime=1452787532100
2016-01-14 16:05:32,101 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531926_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:32,101 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,102 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6] shape/(1/1) ...scardNarrow/discardnarrow, VertexName: A5F0396840C6408CBD0C1665443AA2A4, VertexParallelism: 1, TaskAttemptID:attempt_1452787531926_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=58456B930A93490BB129EB1C3D48A183, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EF737B6B2DCB4322AF58F336F9B0C580, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:32,102 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531926_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:32,102 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:32,103 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:32,103 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:32,104 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:32,104 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787531926_0001_00_000001
2016-01-14 16:05:32,105 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531926_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:32,106 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787531926_0001_00_000001
2016-01-14 16:05:32,106 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:32,107 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531926_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:32,107 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:32,108 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] submitted tez dag to app master: application_1452787531926_0001, with dag id: dag_1452787531926_0001_1
2016-01-14 16:05:32,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787531926_0001_00_000001, launchTime=1452787532107
2016-01-14 16:05:32,110 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531926_0001_00_000001
2016-01-14 16:05:32,110 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787531926_0001_1_00_000000_0] to container: [container_1452787531926_0001_00_000001]
2016-01-14 16:05:32,110 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531926_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:32,110 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787531926_0001_00_000001 given task: attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,111 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531926_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,111 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787531926_0001_1_00_000000_0] started. Is using containerId: [container_1452787531926_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:32,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A5F0396840C6408CBD0C1665443AA2A4, taskAttemptId=attempt_1452787531926_0001_1_00_000000_0, startTime=1452787532110, containerId=container_1452787531926_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787531926_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:32,111 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:32,111 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531926_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:32,111 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531926_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,111 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,111 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,111 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:32,112 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:32,112 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:32,112 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:32,112 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:32,113 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6] shape/(1/1) ...scardNarrow/discardnarrow, VertexName: A5F0396840C6408CBD0C1665443AA2A4, VertexParallelism: 1, TaskAttemptID:attempt_1452787531926_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=58456B930A93490BB129EB1C3D48A183, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=EF737B6B2DCB4322AF58F336F9B0C580, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:32,113 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:32,113 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:32,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,115 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787531926_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:32,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,116 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=58456B930A93490BB129EB1C3D48A183, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:32,116 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:32,116 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 58456B930A93490BB129EB1C3D48A183
2016-01-14 16:05:32,116 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 58456B930A93490BB129EB1C3D48A183
2016-01-14 16:05:32,118 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:32,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=EF737B6B2DCB4322AF58F336F9B0C580, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:32,118 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:32,119 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 58456B930A93490BB129EB1C3D48A183
2016-01-14 16:05:32,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 58456B930A93490BB129EB1C3D48A183
2016-01-14 16:05:32,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:32,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: EF737B6B2DCB4322AF58F336F9B0C580
2016-01-14 16:05:32,120 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:32,120 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: EF737B6B2DCB4322AF58F336F9B0C580
2016-01-14 16:05:32,123 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A5F0396840C6408CBD0C1665443AA2A4, ordinal: 0
2016-01-14 16:05:32,123 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5F0396840C6408CBD0C1665443AA2A4, mem on start (mb), free: 298, total: 613, max: 672
2016-01-14 16:05:32,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:32,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:32,131 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:32,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: EF737B6B2DCB4322AF58F336F9B0C580
2016-01-14 16:05:32,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:32,133 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:32,133 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:32,133 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:32,133 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:32,133 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:32,134 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:32,134 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 16:05:32,134 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 58456B930A93490BB129EB1C3D48A183, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:32,134 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, EF737B6B2DCB4322AF58F336F9B0C580, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:32,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:32,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 58456B930A93490BB129EB1C3D48A183
2016-01-14 16:05:32,135 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:32,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 58456B930A93490BB129EB1C3D48A183
2016-01-14 16:05:32,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 58456B930A93490BB129EB1C3D48A183 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:32,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:32,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:32,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:32,136 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,136 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:32,136 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2f2478c6
2016-01-14 16:05:32,138 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2f2478c6
2016-01-14 16:05:32,138 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:32,138 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:32,139 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:32,139 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: 58456B930A93490BB129EB1C3D48A183
2016-01-14 16:05:32,140 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow"], id: EF737B6B2DCB4322AF58F336F9B0C580
2016-01-14 16:05:32,140 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow"]
2016-01-14 16:05:32,140 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:32,140 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:32,141 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A5F0396840C6408CBD0C1665443AA2A4, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:32,143 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:32,144 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:32,144 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,144 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787531926_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 16:05:32,145 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,145 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A5F0396840C6408CBD0C1665443AA2A4, mem on close (mb), free: 295, total: 613, max: 672
2016-01-14 16:05:32 Completed running task attempt: attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,146 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787531926_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:32,147 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:32,147 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A5F0396840C6408CBD0C1665443AA2A4, taskAttemptId=attempt_1452787531926_0001_1_00_000000_0, startTime=1452787532110, finishTime=1452787532147, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787532141, Process_Duration=4, Process_End_Time=1452787532145, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:32,147 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787531926_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:32,147 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452787532141, Process_Duration=4, Process_End_Time=1452787532145, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 16:05:32,147 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:32,148 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:32,149 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:TASK_FINISHED]: vertexName=A5F0396840C6408CBD0C1665443AA2A4, taskId=task_1452787531926_0001_1_00_000000, startTime=1452787532110, finishTime=1452787532147, timeTaken=37, status=SUCCEEDED, successfulAttemptID=attempt_1452787531926_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787532141, Process_Duration=4, Process_End_Time=1452787532145, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:32,150 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787531926_0001_00_000001
2016-01-14 16:05:32,150 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787531926_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:32,150 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] : 1
2016-01-14 16:05:32,150 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,150 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:32,151 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:32,151 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:VERTEX_FINISHED]: vertexName=A5F0396840C6408CBD0C1665443AA2A4, vertexId=vertex_1452787531926_0001_1_00, initRequestedTime=1452787532087, initedTime=1452787532098, startRequestedTime=1452787532098, startedTime=1452787532098, finishTime=1452787532150, timeTaken=52, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787532141, Process_Duration=4, Process_End_Time=1452787532145, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787532110, firstTasksToStart=[ task_1452787531926_0001_1_00_000000 ], lastTaskFinishTime=1452787532147, lastTasksToFinish=[ task_1452787531926_0001_1_00_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787531926_0001_1_00_000000 ], longestDurationTasks=[ task_1452787531926_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:32,151 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:32,152 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531926_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:32,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787531926_0001_00_000001, stoppedTime=1452787532152, exitStatus=0
2016-01-14 16:05:32,152 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531926_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:32,152 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 16:05:32,152 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787531926_0001_1
2016-01-14 16:05:32,152 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787531926_0001_1
2016-01-14 16:05:32,153 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: EF737B6B2DCB4322AF58F336F9B0C580 for vertex: vertex_1452787531926_0001_1_00 [A5F0396840C6408CBD0C1665443AA2A4]
2016-01-14 16:05:32,152 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:32,160 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787531926_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:32,160 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787531926_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:32,160 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787531926_0001_00_000001, Exiting
2016-01-14 16:05:32,160 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787531926_0001_00_000001
2016-01-14 16:05:32,160 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787531926_0001_00_000001
2016-01-14 16:05:32,162 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787531926_0001_1, queueSize=0
2016-01-14 16:05:32,163 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787531926_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:32,163 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787531926_0001_00_000001 completed successfully
2016-01-14 16:05:32,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:32,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787531926_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787531926_0001_1, startTime=1452787532087, finishTime=1452787532161, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=642777088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787532141, Process_Duration=4, Process_End_Time=1452787532145, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:32,164 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787531926_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:32,164 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787531926_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:32,164 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787531926_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:32,164 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787531926_0001_00_000001
2016-01-14 16:05:32 Completed Dag: dag_1452787531926_0001_1
2016-01-14 16:05:32,165 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787531926_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:32,166 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787531926_0001_1_post
2016-01-14 16:05:32,166 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,166 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:32,170 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...scardNarrow/discardnarrow, applicationId=application_1452787531926_0001
2016-01-14 16:05:32,171 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:32,172 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:32,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:32,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:32,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:32,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:32,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:32,173 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:32,173 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:32,173 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:32,173 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:32,173 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:32,174 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:32,179 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AD4F7ACC0B8A4E139BA39CB666E3948A/B7B3E959E95A42FC911D5C83DFC0FCF6/.tez/application_1452787531926_0001
2016-01-14 16:05:32,180 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  completed in: 00:00.271
2016-01-14 16:05:32,215 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testDiscardNarrow/discardnarrow
2016-01-14 16:05:32,240 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:32,240 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:32,479 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:32,479 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:32,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-01-14 16:05:32,530 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.039
2016-01-14 16:05:32,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-01-14 16:05:32,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-01-14 16:05:32,531 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:32,546 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:32,552 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:32,561 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true584
2016-01-14 16:05:32,629 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: A6341A08BAD04C7F974CAA49538CD408,A12230434F3F41D694E047D53F4ADC1F and A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,631 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting
2016-01-14 16:05:32,631 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:32,631 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:32,631 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true584"]
2016-01-14 16:05:32,631 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  parallel execution of steps is enabled: false
2016-01-14 16:05:32,631 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  executing total steps: 1
2016-01-14 16:05:32,631 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  allocating management threads: 1
2016-01-14 16:05:32,632 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting step: (1/1) ...cyHash/multimerge+true584
2016-01-14 16:05:32,632 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:32,645 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tez session mode enabled: true
2016-01-14 16:05:32,650 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:32,650 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:32,650 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:32,659 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55/.tez/application_1452787532650_0001 doesn't exist and is created
2016-01-14 16:05:32,674 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:32,674 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:32,675 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55/.tez/application_1452787532650_0001
2016-01-14 16:05:32,677 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787532650_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:32,686 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:32,687 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:32,688 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:32,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:32,688 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55/.tez/application_1452787532650_0001/localmode-log-dir
2016-01-14 16:05:32,689 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55/.tez/application_1452787532650_0001/localmode-log-dir/history.txt.appattempt_1452787532650_0001_000000, maxErrors=10
2016-01-14 16:05:32,689 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:32,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787532650_0001_000000, appSubmitTime=1452787532677, launchTime=1452787532677
2016-01-14 16:05:32,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:32,695 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:32,695 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:32,696 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:32,696 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:47218
2016-01-14 16:05:32,698 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:32,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787532650_0001_000000, startTime=1452787532700
2016-01-14 16:05:32,700 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:32,700 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:32,774 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:32,775 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:32,775 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...cyHash/multimerge+true584, applicationId=application_1452787532650_0001, dagName=[CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584
2016-01-14 16:05:32,791 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584
2016-01-14 16:05:32,792 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787532650_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55/.tez/application_1452787532650_0001/localmode-log-dir/dag_1452787532650_0001_1.dot
2016-01-14 16:05:32,793 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55/.tez/application_1452787532650_0001/localmode-log-dir/dag_1452787532650_0001_1-tez-dag.pb.txt
2016-01-14 16:05:32,809 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787532650_0001_1
2016-01-14 16:05:32,809 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,809 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584
2016-01-14 16:05:32 Running Dag: dag_1452787532650_0001_1
2016-01-14 16:05:32,822 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787532650_0001_1, submitTime=1452787532791
2016-01-14 16:05:32,822 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:32,823 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D12379D39C1A403FAA73AEE67466A516
2016-01-14 16:05:32,824 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:32,824 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787532650_0001_1, initTime=1452787532822
2016-01-14 16:05:32,824 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:32,826 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787532650_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:32,826 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:DAG_STARTED]: dagID=dag_1452787532650_0001_1, startTime=1452787532826
2016-01-14 16:05:32,826 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:32,826 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787532650_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:32,826 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A6341A08BAD04C7F974CAA49538CD408 : {B8ED63D2169C451CA922947290F95BB1={InputName=B8ED63D2169C451CA922947290F95BB1}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:32,826 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B8ED63D2169C451CA922947290F95BB1, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:32,826 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,826 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:32,827 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,827 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,827 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]. Starting root input initializers: 1
2016-01-14 16:05:32,828 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:32,828 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A12230434F3F41D694E047D53F4ADC1F : {21FE30AA95034E589F2579059E438370={InputName=21FE30AA95034E589F2579059E438370}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:32,828 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 21FE30AA95034E589F2579059E438370, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:32,829 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,829 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,829 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,829 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]. Starting root input initializers: 1
2016-01-14 16:05:32,830 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:32,830 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 21FE30AA95034E589F2579059E438370 on vertex vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,830 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B8ED63D2169C451CA922947290F95BB1 on vertex vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,830 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075]
2016-01-14 16:05:32,832 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:32,832 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 21FE30AA95034E589F2579059E438370 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:32,833 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:32,833 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:32,834 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:32,834 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B8ED63D2169C451CA922947290F95BB1 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:32,834 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:32,834 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075]
2016-01-14 16:05:32,835 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075]
2016-01-14 16:05:32,835 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:32,835 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:32,835 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A974FD14DCD14C45BF008035256D2075, vertexId=vertex_1452787532650_0001_1_02, initRequestedTime=1452787532830, initedTime=1452787532835, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:32,835 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:32,835 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:32,835 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:32,836 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...cyHash/multimerge+true584, applicationId=application_1452787532650_0001, dagName=[CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584
2016-01-14 16:05:32,836 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:32,837 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:32,838 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B8ED63D2169C451CA922947290F95BB1 on vertex vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,838 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 21FE30AA95034E589F2579059E438370 on vertex vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,839 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:32,839 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:32,839 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:32,840 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:32,840 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=841A6A396B4D4755A5FA9379891E0C92, vertexId=vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:32,840 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=841A6A396B4D4755A5FA9379891E0C92, vertexId=vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:32,842 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=841A6A396B4D4755A5FA9379891E0C92, vertexName=D12379D39C1A403FAA73AEE67466A516, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:32,842 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=841A6A396B4D4755A5FA9379891E0C92, vertexId=vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:32,844 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D12379D39C1A403FAA73AEE67466A516, vertexId=vertex_1452787532650_0001_1_03, initRequestedTime=1452787532835, initedTime=1452787532843, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:32,844 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:32,844 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:32,844 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:32,845 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B8ED63D2169C451CA922947290F95BB1=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:32,845 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] parallelism set to 1
2016-01-14 16:05:32,845 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:32,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787532650_0001_1_01, eventCount=1
2016-01-14 16:05:32,846 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:32,847 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A6341A08BAD04C7F974CAA49538CD408, vertexId=vertex_1452787532650_0001_1_01, initRequestedTime=1452787532826, initedTime=1452787532846, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:32,847 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] with distanceFromRoot: 0
2016-01-14 16:05:32,847 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:32,847 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:32,847 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {21FE30AA95034E589F2579059E438370=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:32,848 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] parallelism set to 1
2016-01-14 16:05:32,848 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:32,849 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787532650_0001_1_00, eventCount=1
2016-01-14 16:05:32,849 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:32,849 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A12230434F3F41D694E047D53F4ADC1F, vertexId=vertex_1452787532650_0001_1_00, initRequestedTime=1452787532828, initedTime=1452787532849, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:32,850 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] with distanceFromRoot: 0
2016-01-14 16:05:32,850 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:32,850 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A6341A08BAD04C7F974CAA49538CD408
2016-01-14 16:05:32,850 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,850 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:32,850 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787532650_0001_1_01, startRequestedTime=1452787532850, startedTime=1452787532850
2016-01-14 16:05:32,851 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:32,851 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A12230434F3F41D694E047D53F4ADC1F
2016-01-14 16:05:32,851 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,852 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:32,852 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787532650_0001_1_00, startRequestedTime=1452787532851, startedTime=1452787532851
2016-01-14 16:05:32,852 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] submitted tez dag to app master: application_1452787532650_0001, with dag id: dag_1452787532650_0001_1
2016-01-14 16:05:32,852 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:32,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:32,854 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_STARTED]: vertexName=A6341A08BAD04C7F974CAA49538CD408, taskId=task_1452787532650_0001_1_01_000000, scheduledTime=1452787532853, launchTime=1452787532853
2016-01-14 16:05:32,854 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:32,854 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787532650_0001_1_01 for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] numStartedSources: 1 numSources: 2
2016-01-14 16:05:32,854 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] numStartedSources: 1 numSources: 2
2016-01-14 16:05:32,855 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:32,855 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_STARTED]: vertexName=A12230434F3F41D694E047D53F4ADC1F, taskId=task_1452787532650_0001_1_00_000000, scheduledTime=1452787532855, launchTime=1452787532855
2016-01-14 16:05:32,856 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:32,856 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787532650_0001_1_00 for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] numStartedSources: 2 numSources: 2
2016-01-14 16:05:32,857 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] with distanceFromRoot: 1
2016-01-14 16:05:32,857 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,858 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,859 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A12230434F3F41D694E047D53F4ADC1F in vertex: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,860 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A6341A08BAD04C7F974CAA49538CD408 in vertex: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,860 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: A974FD14DCD14C45BF008035256D2075 with 2 source tasks and 1 pending tasks
2016-01-14 16:05:32,861 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:32,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787532650_0001_1_02, startRequestedTime=1452787532859, startedTime=1452787532859
2016-01-14 16:05:32,861 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:32,862 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: A6341A08BAD04C7F974CAA49538CD408, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B8ED63D2169C451CA922947290F95BB1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:32,862 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:32,863 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: A12230434F3F41D694E047D53F4ADC1F, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=21FE30AA95034E589F2579059E438370, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:32,863 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:32,863 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787532650_0001_1_02 for vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] numStartedSources: 1 numSources: 1
2016-01-14 16:05:32,864 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] with distanceFromRoot: 2
2016-01-14 16:05:32,864 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:32,864 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:32,864 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A974FD14DCD14C45BF008035256D2075 in vertex: D12379D39C1A403FAA73AEE67466A516
2016-01-14 16:05:32,865 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:32,865 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D12379D39C1A403FAA73AEE67466A516 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:32,865 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:32,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787532650_0001_1_03, startRequestedTime=1452787532864, startedTime=1452787532864
2016-01-14 16:05:32,866 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:32,866 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:32,866 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:32,867 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787532650_0001_00_000001
2016-01-14 16:05:32,867 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:32,867 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787532650_0001_00_000002
2016-01-14 16:05:32,867 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:32,869 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787532650_0001_00_000001
2016-01-14 16:05:32,869 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:32,869 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:32,870 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:32,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787532650_0001_00_000001, launchTime=1452787532869
2016-01-14 16:05:32,870 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787532650_0001_00_000002
2016-01-14 16:05:32,871 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:32,871 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000001
2016-01-14 16:05:32,871 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787532650_0001_1_01_000000_0] to container: [container_1452787532650_0001_00_000001]
2016-01-14 16:05:32,871 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:32,872 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787532650_0001_00_000001 given task: attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32,872 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32,872 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787532650_0001_1_01_000000_0] started. Is using containerId: [container_1452787532650_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:32,872 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32,872 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,873 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:32,873 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:32,873 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:32,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A6341A08BAD04C7F974CAA49538CD408, taskAttemptId=attempt_1452787532650_0001_1_01_000000_0, startTime=1452787532872, containerId=container_1452787532650_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787532650_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:32,873 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:32,873 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:32,873 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:32,873 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:32,874 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:32,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: A6341A08BAD04C7F974CAA49538CD408, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B8ED63D2169C451CA922947290F95BB1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:32,874 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:32,874 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:32,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,878 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:32,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787532650_0001_00_000002, launchTime=1452787532878
2016-01-14 16:05:32,878 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:32,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B8ED63D2169C451CA922947290F95BB1, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:32,880 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787532650_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:32,880 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:32,880 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000002
2016-01-14 16:05:32,881 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B8ED63D2169C451CA922947290F95BB1
2016-01-14 16:05:32,881 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B8ED63D2169C451CA922947290F95BB1
2016-01-14 16:05:32,881 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:32,882 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787532650_0001_1_00_000000_0] to container: [container_1452787532650_0001_00_000002]
2016-01-14 16:05:32,882 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:32,883 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787532650_0001_1_00_000000_0] started. Is using containerId: [container_1452787532650_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:32,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A12230434F3F41D694E047D53F4ADC1F, taskAttemptId=attempt_1452787532650_0001_1_00_000000_0, startTime=1452787532882, containerId=container_1452787532650_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787532650_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:32,883 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:32,883 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:32,883 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:32,883 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787532650_0001_00_000002 given task: attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,883 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,883 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:32,884 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,884 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,884 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:32,885 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:32,885 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:32,885 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:32,885 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:32,885 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: A12230434F3F41D694E047D53F4ADC1F, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=21FE30AA95034E589F2579059E438370, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:32,885 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:32,886 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:32,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,883 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:32,884 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B8ED63D2169C451CA922947290F95BB1
2016-01-14 16:05:32,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B8ED63D2169C451CA922947290F95BB1
2016-01-14 16:05:32,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:32,888 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A6341A08BAD04C7F974CAA49538CD408, ordinal: 1
2016-01-14 16:05:32,888 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A6341A08BAD04C7F974CAA49538CD408, mem on start (mb), free: 493, total: 599, max: 672
2016-01-14 16:05:32,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:32,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:32,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=21FE30AA95034E589F2579059E438370, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:32,891 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787532650_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:32,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:32,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:32,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 21FE30AA95034E589F2579059E438370
2016-01-14 16:05:32,894 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 21FE30AA95034E589F2579059E438370
2016-01-14 16:05:32,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:32,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,896 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:32,896 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:32,897 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 21FE30AA95034E589F2579059E438370
2016-01-14 16:05:32,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 21FE30AA95034E589F2579059E438370
2016-01-14 16:05:32,902 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:32,902 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:32,904 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,904 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,904 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A12230434F3F41D694E047D53F4ADC1F, ordinal: 0
2016-01-14 16:05:32,906 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A12230434F3F41D694E047D53F4ADC1F, mem on start (mb), free: 490, total: 599, max: 672
2016-01-14 16:05:32,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:32,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:32,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:32,907 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:32,906 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:32,908 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:32,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:32,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:32,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:32,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:32,908 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:32,908 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B8ED63D2169C451CA922947290F95BB1, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:32,909 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A974FD14DCD14C45BF008035256D2075, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:32,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:32,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B8ED63D2169C451CA922947290F95BB1 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:32,907 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:32,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:32,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:32,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B8ED63D2169C451CA922947290F95BB1
2016-01-14 16:05:32,909 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:32,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B8ED63D2169C451CA922947290F95BB1
2016-01-14 16:05:32,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:32,910 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32,909 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:32,910 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:32,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:32,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:32,911 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 21FE30AA95034E589F2579059E438370, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:32,912 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A974FD14DCD14C45BF008035256D2075, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:32,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:32,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 21FE30AA95034E589F2579059E438370 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:32,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:32,913 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:32,913 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:32,914 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:32,914 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: B8ED63D2169C451CA922947290F95BB1
2016-01-14 16:05:32,915 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: DD8586C1465F46F6BD9A2F5862560F77
2016-01-14 16:05:32,915 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] DD8586C1465F46F6BD9A2F5862560F77
2016-01-14 16:05:32,915 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:32,916 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:32,916 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=52428800
2016-01-14 16:05:32,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 21FE30AA95034E589F2579059E438370
2016-01-14 16:05:32,917 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:32,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 21FE30AA95034E589F2579059E438370
2016-01-14 16:05:32,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:32,914 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3df51218
2016-01-14 16:05:32,919 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3df51218
2016-01-14 16:05:32,919 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:32,919 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:32,920 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,922 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:32,922 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@29611dff
2016-01-14 16:05:32,924 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=52428800
2016-01-14 16:05:32,924 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:32,924 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@29611dff
2016-01-14 16:05:32,924 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:32,925 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 21FE30AA95034E589F2579059E438370
2016-01-14 16:05:32,925 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: DD8586C1465F46F6BD9A2F5862560F77
2016-01-14 16:05:32,925 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:32,925 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] DD8586C1465F46F6BD9A2F5862560F77
2016-01-14 16:05:32,929 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:32,929 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:32,930 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=52428800
2016-01-14 16:05:32,930 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:32,931 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:32,931 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A6341A08BAD04C7F974CAA49538CD408, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:32,939 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:32,940 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:32,940 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=52428800
2016-01-14 16:05:32,941 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:32,941 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:32,942 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A12230434F3F41D694E047D53F4ADC1F, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:32,942 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32,942 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A6341A08BAD04C7F974CAA49538CD408, mem on close (mb), free: 387, total: 599, max: 672
2016-01-14 16:05:32,942 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:32,942 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:32,946 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,946 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A12230434F3F41D694E047D53F4ADC1F, mem on close (mb), free: 386, total: 599, max: 672
2016-01-14 16:05:32,946 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:32,947 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:32,948 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:32,949 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:32 Completed running task attempt: attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32 Completed running task attempt: attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,951 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787532650_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:32,951 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787532650_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:32,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[File System Counters FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787532931, Process_Duration=11, Process_End_Time=1452787532942, Read_Duration=9, Tuples_Read=13, Tuples_Written=13, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13]]
2016-01-14 16:05:32,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787532650_0001_1_01, eventCount=1
2016-01-14 16:05:32,955 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:32,956 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:32,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A6341A08BAD04C7F974CAA49538CD408, taskAttemptId=attempt_1452787532650_0001_1_01_000000_0, startTime=1452787532872, finishTime=1452787532956, timeTaken=84, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787532931, Process_Duration=11, Process_End_Time=1452787532942, Read_Duration=9, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:32,957 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:32,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787532650_0001_1_00, eventCount=1
2016-01-14 16:05:32,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[File System Counters FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787532942, Process_Duration=4, Process_End_Time=1452787532946, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13]]
2016-01-14 16:05:32,957 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:32,957 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32,961 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:32,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_FINISHED]: vertexName=A6341A08BAD04C7F974CAA49538CD408, taskId=task_1452787532650_0001_1_01_000000, startTime=1452787532872, finishTime=1452787532960, timeTaken=88, status=SUCCEEDED, successfulAttemptID=attempt_1452787532650_0001_1_01_000000_0, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787532931, Process_Duration=11, Process_End_Time=1452787532942, Read_Duration=9, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:32,961 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:32,961 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:32,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A12230434F3F41D694E047D53F4ADC1F, taskAttemptId=attempt_1452787532650_0001_1_00_000000_0, startTime=1452787532882, finishTime=1452787532961, timeTaken=79, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787532942, Process_Duration=4, Process_End_Time=1452787532946, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:32,961 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:32,962 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] : 1
2016-01-14 16:05:32,962 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:32,960 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000001
2016-01-14 16:05:32,964 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:32,964 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,964 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000002
2016-01-14 16:05:32,966 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:32,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_FINISHED]: vertexName=A6341A08BAD04C7F974CAA49538CD408, vertexId=vertex_1452787532650_0001_1_01, initRequestedTime=1452787532826, initedTime=1452787532846, startRequestedTime=1452787532850, startedTime=1452787532850, finishTime=1452787532962, timeTaken=112, status=SUCCEEDED, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787532931, Process_Duration=11, Process_End_Time=1452787532942, Read_Duration=9, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1452787532872, firstTasksToStart=[ task_1452787532650_0001_1_01_000000 ], lastTaskFinishTime=1452787532956, lastTasksToFinish=[ task_1452787532650_0001_1_01_000000 ], minTaskDuration=84, maxTaskDuration=84, avgTaskDuration=84.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787532650_0001_1_01_000000 ], longestDurationTasks=[ task_1452787532650_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:32,966 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:32,967 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:32,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787532650_0001_00_000001, stoppedTime=1452787532968, exitStatus=0
2016-01-14 16:05:32,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:32,968 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:32,968 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:32,969 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:32,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_FINISHED]: vertexName=A12230434F3F41D694E047D53F4ADC1F, taskId=task_1452787532650_0001_1_00_000000, startTime=1452787532882, finishTime=1452787532969, timeTaken=87, status=SUCCEEDED, successfulAttemptID=attempt_1452787532650_0001_1_00_000000_0, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787532942, Process_Duration=4, Process_End_Time=1452787532946, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:32,970 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:32,970 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] attempt: attempt_1452787532650_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:32,971 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:32,971 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787532650_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:32,971 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] : 1
2016-01-14 16:05:32,972 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:32,973 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787532650_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:32,973 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:32,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:32,973 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787532650_0001_00_000001, Exiting
2016-01-14 16:05:32,974 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787532650_0001_00_000001
2016-01-14 16:05:32,974 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787532650_0001_00_000001
2016-01-14 16:05:32,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_FINISHED]: vertexName=A12230434F3F41D694E047D53F4ADC1F, vertexId=vertex_1452787532650_0001_1_00, initRequestedTime=1452787532828, initedTime=1452787532849, startRequestedTime=1452787532851, startedTime=1452787532851, finishTime=1452787532972, timeTaken=121, status=SUCCEEDED, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=500, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787532942, Process_Duration=4, Process_End_Time=1452787532946, Read_Duration=2, Tuples_Read=13, Tuples_Written=13, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1452787532882, firstTasksToStart=[ task_1452787532650_0001_1_00_000000 ], lastTaskFinishTime=1452787532961, lastTasksToFinish=[ task_1452787532650_0001_1_00_000000 ], minTaskDuration=79, maxTaskDuration=79, avgTaskDuration=79.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787532650_0001_1_00_000000 ], longestDurationTasks=[ task_1452787532650_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:32,974 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:32,974 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:32,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787532650_0001_00_000002, stoppedTime=1452787532974, exitStatus=0
2016-01-14 16:05:32,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:32,974 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:32,976 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] attempt: attempt_1452787532650_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:32,976 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:32,976 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075]
2016-01-14 16:05:32,975 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787532650_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:32,977 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787532650_0001_00_000001 completed successfully
2016-01-14 16:05:32,975 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787532650_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:32,977 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000002: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:32,977 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787532650_0001_00_000002, Exiting
2016-01-14 16:05:32,977 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787532650_0001_00_000002
2016-01-14 16:05:32,978 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787532650_0001_00_000002
2016-01-14 16:05:32,978 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787532650_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:32,979 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787532650_0001_00_000002 completed successfully
2016-01-14 16:05:32,977 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:32,979 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:32,980 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787532650_0001_00_000002
2016-01-14 16:05:32,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_STARTED]: vertexName=A974FD14DCD14C45BF008035256D2075, taskId=task_1452787532650_0001_1_02_000000, scheduledTime=1452787532980, launchTime=1452787532980
2016-01-14 16:05:32,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:32,981 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:32,982 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:32,982 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:32,983 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075]
2016-01-14 16:05:32,983 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: A974FD14DCD14C45BF008035256D2075, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A6341A08BAD04C7F974CAA49538CD408, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=A12230434F3F41D694E047D53F4ADC1F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D12379D39C1A403FAA73AEE67466A516, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: A974FD14DCD14C45BF008035256D2075 { A6341A08BAD04C7F974CAA49538CD408 A12230434F3F41D694E047D53F4ADC1F } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:32,984 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:32,984 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:32,985 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787532650_0001_00_000003
2016-01-14 16:05:32,985 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:32,987 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787532650_0001_00_000003
2016-01-14 16:05:32,987 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:32,989 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:32,990 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:32,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787532650_0001_00_000003, launchTime=1452787532990
2016-01-14 16:05:32,991 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000003
2016-01-14 16:05:32,991 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787532650_0001_1_02_000000_0] to container: [container_1452787532650_0001_00_000003]
2016-01-14 16:05:32,991 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:32,992 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787532650_0001_1_02_000000_0] started. Is using containerId: [container_1452787532650_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:32,992 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A974FD14DCD14C45BF008035256D2075, taskAttemptId=attempt_1452787532650_0001_1_02_000000_0, startTime=1452787532992, containerId=container_1452787532650_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787532650_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:32,992 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:32,992 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787532650_0001_00_000003 given task: attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:32,992 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:32,992 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:32,993 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:32,993 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:32,993 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:32,993 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:32,993 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:32,994 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:32,994 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:32,994 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:32,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: A974FD14DCD14C45BF008035256D2075, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A6341A08BAD04C7F974CAA49538CD408, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=A12230434F3F41D694E047D53F4ADC1F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D12379D39C1A403FAA73AEE67466A516, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: A974FD14DCD14C45BF008035256D2075 { A6341A08BAD04C7F974CAA49538CD408 A12230434F3F41D694E047D53F4ADC1F } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:32,994 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:32,995 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:32,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:32,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,995 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787532650_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:32,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A12230434F3F41D694E047D53F4ADC1F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:32,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:32,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A6341A08BAD04C7F974CAA49538CD408, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:32,997 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:32,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D12379D39C1A403FAA73AEE67466A516, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:33,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:33,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D12379D39C1A403FAA73AEE67466A516
2016-01-14 16:05:33,001 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:33,001 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:33,001 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A12230434F3F41D694E047D53F4ADC1F
2016-01-14 16:05:32,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A6341A08BAD04C7F974CAA49538CD408
2016-01-14 16:05:33,001 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:33,004 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D12379D39C1A403FAA73AEE67466A516
2016-01-14 16:05:33,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D12379D39C1A403FAA73AEE67466A516
2016-01-14 16:05:33,006 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: A6341A08BAD04C7F974CAA49538CD408
2016-01-14 16:05:33,006 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: A12230434F3F41D694E047D53F4ADC1F
2016-01-14 16:05:33,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A12230434F3F41D694E047D53F4ADC1F
2016-01-14 16:05:33,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A6341A08BAD04C7F974CAA49538CD408
2016-01-14 16:05:33,011 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A974FD14DCD14C45BF008035256D2075, ordinal: 2
2016-01-14 16:05:33,011 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A974FD14DCD14C45BF008035256D2075, mem on start (mb), free: 379, total: 599, max: 672
2016-01-14 16:05:33,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:33,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:33,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:33,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:33,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:33,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: A974FD14DCD14C45BF008035256D2075 { A6341A08BAD04C7F974CAA49538CD408 A12230434F3F41D694E047D53F4ADC1F } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput
2016-01-14 16:05:33,013 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:33,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:33,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:33,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:33,014 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:33,014 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 1373215104, TotalRequestedScaled: 1.804749074285714E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.95
2016-01-14 16:05:33,014 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D12379D39C1A403FAA73AEE67466A516, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:33,014 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A6341A08BAD04C7F974CAA49538CD408, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:33,014 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A12230434F3F41D694E047D53F4ADC1F, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:33,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:33,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring A6341A08BAD04C7F974CAA49538CD408 for start, since it will be controlled via it's Group
2016-01-14 16:05:33,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring A12230434F3F41D694E047D53F4ADC1F for start, since it will be controlled via it's Group
2016-01-14 16:05:33,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: A974FD14DCD14C45BF008035256D2075 being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:33,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,016 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:33,016 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:33,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:33,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:33,021 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:33,023 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:33,024 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:33,024 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:33,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:33,025 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:33,026 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787532650_0001_1_01_000000_0_10110, runDuration: 0, ]
2016-01-14 16:05:33,027 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787532650_0001_1_00_000000_0_10112, runDuration: 0, ]
2016-01-14 16:05:33,027 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:33,027 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:33,028 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]]
2016-01-14 16:05:33,029 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] streamed: true, id: DD8586C1465F46F6BD9A2F5862560F77
2016-01-14 16:05:33,029 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by:[{1}:'char']], id: 90CB9C8387AA4F9FADB371308E7DE487
2016-01-14 16:05:33,029 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by:[{1}:'char']] 90CB9C8387AA4F9FADB371308E7DE487
2016-01-14 16:05:33,031 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@1ff985a8; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@36b5e8fe; comparator=cascading.tuple.hadoop.util.TupleComparator@60d397c1; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:33,031 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:33,031 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:33,033 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:33,046 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787532650_0001_1_01_000000_0_10110]]
2016-01-14 16:05:33,047 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787532650_0001_1_00_000000_0_10112]]
2016-01-14 16:05:33,054 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:33,055 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787532650_0001_1_01_000000_0_10110] decomp: 214 len: 218 to DISK_DIRECT
2016-01-14 16:05:33,056 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787532650_0001_1_01_000000_0_10110] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787533056, TimeTaken=6, Rate=0.03 MB/s
2016-01-14 16:05:33,057 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : A6341A08BAD04C7F974CAA49538CD408
2016-01-14 16:05:33,058 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:33,058 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787532650_0001_1_00_000000_0_10112] decomp: 214 len: 218 to DISK_DIRECT
2016-01-14 16:05:33,059 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787532650_0001_1_00_000000_0_10112] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787533059, TimeTaken=5, Rate=0.04 MB/s
2016-01-14 16:05:33,059 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : A12230434F3F41D694E047D53F4ADC1F
2016-01-14 16:05:33,060 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:33,054 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:33,059 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:33,060 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:33,061 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:33,061 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:33,061 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:33,061 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:33,063 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:33,064 INFO  element.TezMergeGate (TezMergeGate.java:prepare(111)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] DD8586C1465F46F6BD9A2F5862560F77, for 1 inputs
2016-01-14 16:05:33,064 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A974FD14DCD14C45BF008035256D2075, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:33,066 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:33,066 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 466, total: 599, max: 672
2016-01-14 16:05:33,066 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:33,067 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 466, total: 599, max: 672
2016-01-14 16:05:33,067 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:33,068 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 466, total: 599, max: 672
2016-01-14 16:05:33,069 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:33,069 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 466, total: 599, max: 672
2016-01-14 16:05:33,069 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 13
2016-01-14 16:05:33,070 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 9, with capacity: 2
2016-01-14 16:05:33,071 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 465, total: 599, max: 672
2016-01-14 16:05:33,072 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 11, with capacity: 2
2016-01-14 16:05:33,072 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 465, total: 599, max: 672
2016-01-14 16:05:33,072 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 13, with capacity: 2
2016-01-14 16:05:33,073 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 465, total: 599, max: 672
2016-01-14 16:05:33,074 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 15, with capacity: 2
2016-01-14 16:05:33,074 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 465, total: 599, max: 672
2016-01-14 16:05:33,076 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 13
2016-01-14 16:05:33,077 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:33,077 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A974FD14DCD14C45BF008035256D2075, mem on close (mb), free: 465, total: 599, max: 672
2016-01-14 16:05:33,078 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceA6341A08BAD04C7F974CAA49538CD408: 0
2016-01-14 16:05:33,078 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceA12230434F3F41D694E047D53F4ADC1F: 0
2016-01-14 16:05:33,078 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:33,079 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:33,079 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 432; bufvoid = 104857600
2016-01-14 16:05:33,079 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214328(104857312); length = 69/6553600
2016-01-14 16:05:33,082 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:33 Completed running task attempt: attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:33,086 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787532650_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:33,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787532650_0001_1_02, eventCount=1
2016-01-14 16:05:33,087 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 37 [[File System Counters FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=5, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=3][cascading.flow.SliceCounters Process_Begin_Time=1452787533064, Process_Duration=13, Process_End_Time=1452787533077, Tuples_Written=18, Write_Duration=2][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18]]
2016-01-14 16:05:33,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:33,089 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:33,089 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,089 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000003
2016-01-14 16:05:33,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A974FD14DCD14C45BF008035256D2075, taskAttemptId=attempt_1452787532650_0001_1_02_000000_0, startTime=1452787532992, finishTime=1452787533087, timeTaken=95, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=5, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1452787533064, Process_Duration=13, Process_End_Time=1452787533077, Tuples_Written=18, Write_Duration=2, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:33,090 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:33,090 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:33,090 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:33,090 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:33,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_FINISHED]: vertexName=A974FD14DCD14C45BF008035256D2075, taskId=task_1452787532650_0001_1_02_000000, startTime=1452787532992, finishTime=1452787533090, timeTaken=98, status=SUCCEEDED, successfulAttemptID=attempt_1452787532650_0001_1_02_000000_0, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=5, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1452787533064, Process_Duration=13, Process_End_Time=1452787533077, Tuples_Written=18, Write_Duration=2, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:33,091 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:33,091 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] : 1
2016-01-14 16:05:33,091 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075]
2016-01-14 16:05:33,092 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:33,092 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_FINISHED]: vertexName=A974FD14DCD14C45BF008035256D2075, vertexId=vertex_1452787532650_0001_1_02, initRequestedTime=1452787532830, initedTime=1452787532835, startRequestedTime=1452787532859, startedTime=1452787532859, finishTime=1452787533091, timeTaken=232, status=SUCCEEDED, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=5, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=37, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1452787533064, Process_Duration=13, Process_End_Time=1452787533077, Tuples_Written=18, Write_Duration=2, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18, vertexStats=firstTaskStartTime=1452787532992, firstTasksToStart=[ task_1452787532650_0001_1_02_000000 ], lastTaskFinishTime=1452787533087, lastTasksToFinish=[ task_1452787532650_0001_1_02_000000 ], minTaskDuration=95, maxTaskDuration=95, avgTaskDuration=95.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787532650_0001_1_02_000000 ], longestDurationTasks=[ task_1452787532650_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:33,092 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:33,092 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:33,092 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787532650_0001_00_000003, stoppedTime=1452787533092, exitStatus=0
2016-01-14 16:05:33,092 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:33,093 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:33,093 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] attempt: attempt_1452787532650_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:33,093 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D12379D39C1A403FAA73AEE67466A516
2016-01-14 16:05:33,093 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:33,093 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:33,094 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787532650_0001_00_000003. Relying on regular task shutdown for it to end
2016-01-14 16:05:33,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_STARTED]: vertexName=D12379D39C1A403FAA73AEE67466A516, taskId=task_1452787532650_0001_1_03_000000, scheduledTime=1452787533094, launchTime=1452787533094
2016-01-14 16:05:33,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:33,094 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_03_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:33,094 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:33,094 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000003 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:33,095 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: D12379D39C1A403FAA73AEE67466A516, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=841A6A396B4D4755A5FA9379891E0C92, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:33,095 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_03_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:33,095 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:33,096 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787532650_0001_00_000004
2016-01-14 16:05:33,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000004 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:33,098 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787532650_0001_00_000004
2016-01-14 16:05:33,099 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - TezTask metrics system already initialized!
2016-01-14 16:05:33,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787532650_0001_00_000004, launchTime=1452787533099
2016-01-14 16:05:33,099 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000004 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:33,099 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:33,099 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000004
2016-01-14 16:05:33,100 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787532650_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:33,100 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000003: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:33,100 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787532650_0001_00_000003, Exiting
2016-01-14 16:05:33,100 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787532650_0001_1_03_000000_0] to container: [container_1452787532650_0001_00_000004]
2016-01-14 16:05:33,100 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787532650_0001_00_000003
2016-01-14 16:05:33,100 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787532650_0001_00_000003
2016-01-14 16:05:33,101 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787532650_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:33,101 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787532650_0001_00_000003 completed successfully
2016-01-14 16:05:33,101 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000004 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:33,101 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000003 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:33,101 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787532650_0001_00_000004 given task: attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,102 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,102 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787532650_0001_1_03_000000_0] started. Is using containerId: [container_1452787532650_0001_00_000004] on NM: [127.0.0.1:0]
2016-01-14 16:05:33 Starting to run new task attempt: attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,102 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:33,102 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D12379D39C1A403FAA73AEE67466A516, taskAttemptId=attempt_1452787532650_0001_1_03_000000_0, startTime=1452787533102, containerId=container_1452787532650_0001_00_000004, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787532650_0001_00_000004/teamcity, completedLogs=
2016-01-14 16:05:33,102 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:33,103 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:33,103 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_03_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:33,103 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:33,103 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:33,103 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_03_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:33,103 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:33,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55] name/(1/1) ...cyHash/multimerge+true584, VertexName: D12379D39C1A403FAA73AEE67466A516, VertexParallelism: 1, TaskAttemptID:attempt_1452787532650_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=841A6A396B4D4755A5FA9379891E0C92, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:33,104 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:33,104 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:33,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:33,105 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787532650_0001_1_03_000000_0 sent events: (0-1)
2016-01-14 16:05:33,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:33,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=841A6A396B4D4755A5FA9379891E0C92, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:33,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A974FD14DCD14C45BF008035256D2075, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:33,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:33,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:33,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 841A6A396B4D4755A5FA9379891E0C92
2016-01-14 16:05:33,107 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:33,107 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 841A6A396B4D4755A5FA9379891E0C92
2016-01-14 16:05:33,108 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:33,109 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:33,109 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,111 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:33,117 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:33,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 841A6A396B4D4755A5FA9379891E0C92
2016-01-14 16:05:33,125 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D12379D39C1A403FAA73AEE67466A516, ordinal: 3
2016-01-14 16:05:33,125 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D12379D39C1A403FAA73AEE67466A516, mem on start (mb), free: 459, total: 599, max: 672
2016-01-14 16:05:33,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:33,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:33,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:33,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:33,126 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:33,126 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:33,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:33,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:33,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:33,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:33,128 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 841A6A396B4D4755A5FA9379891E0C92, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:33,128 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A974FD14DCD14C45BF008035256D2075, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:33,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:33,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,129 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:33,129 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:33,129 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: A974FD14DCD14C45BF008035256D2075 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:33,130 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:33,130 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:33,130 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:33,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A974FD14DCD14C45BF008035256D2075 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:33,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:33,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:33,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:33,133 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,133 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787532650_0001_1_02_000000_0_10115, runDuration: 84746, ]
2016-01-14 16:05:33,135 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787532650_0001_1_02_000000_0_10115] to DISK_DIRECT, CompressedSize=384, DecompressedSize=380,EndTime=1452787533134, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:33,135 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,135 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:33,135 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [A974FD14DCD14C45BF008035256D2075] #19 in 1ms
2016-01-14 16:05:33,136 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [A974FD14DCD14C45BF008035256D2075] #19, status:false, isInterrupted:false
2016-01-14 16:05:33,137 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:33,138 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 384 bytes from disk
2016-01-14 16:05:33,138 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:33,138 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:33,138 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 367 bytes
2016-01-14 16:05:33,138 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,138 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:33,139 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by:[{1}:'char']]
2016-01-14 16:05:33,140 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by:[{1}:'char']] streamed: true, id: 90CB9C8387AA4F9FADB371308E7DE487
2016-01-14 16:05:33,140 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true584"], id: 841A6A396B4D4755A5FA9379891E0C92
2016-01-14 16:05:33,140 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true584"]
2016-01-14 16:05:33,140 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(name)[by:[{1}:'char']] 90CB9C8387AA4F9FADB371308E7DE487, for 1 inputs
2016-01-14 16:05:33,140 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D12379D39C1A403FAA73AEE67466A516, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:33,141 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1ea9198e; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6fccc95b
2016-01-14 16:05:33,147 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:33,147 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:33,147 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,148 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787532650_0001_1_03_000000_0 given a go for committing the task output.
2016-01-14 16:05:33,150 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,151 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D12379D39C1A403FAA73AEE67466A516, mem on close (mb), free: 456, total: 599, max: 672
2016-01-14 16:05:33,151 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: A974FD14DCD14C45BF008035256D2075
2016-01-14 16:05:33,152 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:33,154 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:33,154 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:33,155 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:33,155 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:33 Completed running task attempt: attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,156 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787532650_0001_1_03_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:33,157 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787533140, Process_Duration=10, Process_End_Time=1452787533150, Read_Duration=4, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:33,157 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D12379D39C1A403FAA73AEE67466A516, taskAttemptId=attempt_1452787532650_0001_1_03_000000_0, startTime=1452787533102, finishTime=1452787533157, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787533140, Process_Duration=10, Process_End_Time=1452787533150, Read_Duration=4, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:33,157 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:33,157 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787532650_0001_1_03_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:33,157 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33,157 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,157 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:33,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:TASK_FINISHED]: vertexName=D12379D39C1A403FAA73AEE67466A516, taskId=task_1452787532650_0001_1_03_000000, startTime=1452787533102, finishTime=1452787533157, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1452787532650_0001_1_03_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787533140, Process_Duration=10, Process_End_Time=1452787533150, Read_Duration=4, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:33,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:33,158 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787532650_0001_1_03_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:33,158 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] : 1
2016-01-14 16:05:33,158 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:33,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:33,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:VERTEX_FINISHED]: vertexName=D12379D39C1A403FAA73AEE67466A516, vertexId=vertex_1452787532650_0001_1_03, initRequestedTime=1452787532835, initedTime=1452787532843, startRequestedTime=1452787532864, startedTime=1452787532864, finishTime=1452787533158, timeTaken=294, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=67, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787533140, Process_Duration=10, Process_End_Time=1452787533150, Read_Duration=4, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787533102, firstTasksToStart=[ task_1452787532650_0001_1_03_000000 ], lastTaskFinishTime=1452787533157, lastTasksToFinish=[ task_1452787532650_0001_1_03_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787532650_0001_1_03_000000 ], longestDurationTasks=[ task_1452787532650_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:33,160 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:33,160 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000004 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:33,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787532650_0001_00_000004, stoppedTime=1452787533160, exitStatus=0
2016-01-14 16:05:33,160 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000004 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:33,160 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:33,160 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787532650_0001_1
2016-01-14 16:05:33,158 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787532650_0001_00_000004
2016-01-14 16:05:33,161 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787532650_0001_00_000004 is valid, but no longer registered, and will be killed
2016-01-14 16:05:33,161 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787532650_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:33,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787532650_0001_1
2016-01-14 16:05:33,159 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:33,162 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787532650_0001_00_000004, Exiting
2016-01-14 16:05:33,162 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787532650_0001_00_000004
2016-01-14 16:05:33,162 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787532650_0001_00_000004
2016-01-14 16:05:33,162 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787532650_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:33,162 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787532650_0001_00_000004 completed successfully
2016-01-14 16:05:33,162 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:33,163 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787532650_0001_1_01 [A6341A08BAD04C7F974CAA49538CD408]
2016-01-14 16:05:33,163 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787532650_0001_1_02 [A974FD14DCD14C45BF008035256D2075]
2016-01-14 16:05:33,163 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 841A6A396B4D4755A5FA9379891E0C92 for vertex: vertex_1452787532650_0001_1_03 [D12379D39C1A403FAA73AEE67466A516]
2016-01-14 16:05:33,171 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787532650_0001_1_00 [A12230434F3F41D694E047D53F4ADC1F]
2016-01-14 16:05:33,176 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787532650_0001_1, queueSize=0
2016-01-14 16:05:33,177 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:33,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787532650_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787532650_0001_1, startTime=1452787532826, finishTime=1452787533171, timeTaken=345, status=SUCCEEDED, diagnostics=, counters=Counters: 59, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=4, TOTAL_LAUNCHED_TASKS=4, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=1258, FILE_BYTES_WRITTEN=1483, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=3, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=5, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=2512388096, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=49, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=796, OUTPUT_BYTES_WITH_OVERHEAD=1104, OUTPUT_BYTES_PHYSICAL=868, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=820, SHUFFLE_BYTES_DECOMPRESSED=808, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=820, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=43, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=15, LAST_EVENT_RECEIVED=11, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=5811150132077, Process_Duration=38, Process_End_Time=5811150132115, Read_Duration=15, Tuples_Read=44, Tuples_Written=49, Write_Duration=4, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:33,178 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787532650_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:33,178 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787532650_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:33,178 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787532650_0001_00_000004 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:33,178 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787532650_0001_00_000004
2016-01-14 16:05:33 Completed Dag: dag_1452787532650_0001_1
2016-01-14 16:05:33,179 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787532650_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:33,179 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787532650_0001_1_post
2016-01-14 16:05:33,179 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,180 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:33,185 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...cyHash/multimerge+true584, applicationId=application_1452787532650_0001
2016-01-14 16:05:33,186 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:33,187 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:33,187 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:33,187 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:33,187 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:33,187 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:33,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:33,188 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:33,188 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:33,188 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:33,188 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:33,188 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:33,189 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:33,194 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CE81A881EDAB4335A9F5698B886C672C/F59A2C9257574C688210A7F0C074DC55/.tez/application_1452787532650_0001
2016-01-14 16:05:33,195 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  completed in: 00:00.564
2016-01-14 16:05:33,260 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMergeLegacyHash/multimerge+true584
2016-01-14 16:05:33,282 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:33,283 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:33,315 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 16:05:33,321 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 16:05:33,322 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:33,322 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:33,323 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:33,337 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 16:05:33,338 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename
2016-01-14 16:05:33,345 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting
2016-01-14 16:05:33,345 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:33,345 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  sink: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename"]
2016-01-14 16:05:33,345 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  parallel execution of steps is enabled: false
2016-01-14 16:05:33,346 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  executing total steps: 1
2016-01-14 16:05:33,346 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  allocating management threads: 1
2016-01-14 16:05:33,347 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting step: (1/1) ...rm/testRenameNamed/rename
2016-01-14 16:05:33,347 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:33,360 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tez session mode enabled: true
2016-01-14 16:05:33,365 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:33,366 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:33,366 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:33,374 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1/.tez/application_1452787533366_0001 doesn't exist and is created
2016-01-14 16:05:33,392 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:33,393 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:33,393 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1/.tez/application_1452787533366_0001
2016-01-14 16:05:33,396 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787533366_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:33,406 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:33,407 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:33,408 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:33,409 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:33,409 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1/.tez/application_1452787533366_0001/localmode-log-dir
2016-01-14 16:05:33,410 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1/.tez/application_1452787533366_0001/localmode-log-dir/history.txt.appattempt_1452787533366_0001_000000, maxErrors=10
2016-01-14 16:05:33,410 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:33,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787533366_0001_000000, appSubmitTime=1452787533396, launchTime=1452787533396
2016-01-14 16:05:33,418 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:33,418 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:33,418 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:33,419 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:40329
2016-01-14 16:05:33,420 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:33,422 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:33,422 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:33,423 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:33,425 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787533366_0001_000000, startTime=1452787533425
2016-01-14 16:05:33,425 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:33,425 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:33,493 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:33,493 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:33,493 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...rm/testRenameNamed/rename, applicationId=application_1452787533366_0001, dagName=[B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1] shape/(1/1) ...rm/testRenameNamed/rename
2016-01-14 16:05:33,508 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1] shape/(1/1) ...rm/testRenameNamed/rename
2016-01-14 16:05:33,509 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787533366_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1/.tez/application_1452787533366_0001/localmode-log-dir/dag_1452787533366_0001_1.dot
2016-01-14 16:05:33,510 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1/.tez/application_1452787533366_0001/localmode-log-dir/dag_1452787533366_0001_1-tez-dag.pb.txt
2016-01-14 16:05:33,514 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787533366_0001_1
2016-01-14 16:05:33,514 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,514 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1] shape/(1/1) ...rm/testRenameNamed/rename
2016-01-14 16:05:33 Running Dag: dag_1452787533366_0001_1
2016-01-14 16:05:33,525 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787533366_0001_1, submitTime=1452787533508
2016-01-14 16:05:33,525 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:33,526 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A2738701D6B54B29B272133D1FD8BB96
2016-01-14 16:05:33,526 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:33,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787533366_0001_1, initTime=1452787533526
2016-01-14 16:05:33,526 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:33,527 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787533366_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:33,527 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:DAG_STARTED]: dagID=dag_1452787533366_0001_1, startTime=1452787533527
2016-01-14 16:05:33,529 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:33,529 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787533366_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:33,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:33,529 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A2738701D6B54B29B272133D1FD8BB96 : {B9710A241AEB42278E956B2C4F577040={InputName=B9710A241AEB42278E956B2C4F577040}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:33,530 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B9710A241AEB42278E956B2C4F577040, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:33,530 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,530 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,530 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,530 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...rm/testRenameNamed/rename, applicationId=application_1452787533366_0001, dagName=[B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1] shape/(1/1) ...rm/testRenameNamed/rename
2016-01-14 16:05:33,530 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]. Starting root input initializers: 1
2016-01-14 16:05:33,536 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:33,537 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B9710A241AEB42278E956B2C4F577040 on vertex vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,539 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:33,542 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B9710A241AEB42278E956B2C4F577040 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:33,543 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:33,544 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:33,547 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 16:05:33,547 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B9710A241AEB42278E956B2C4F577040 on vertex vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,548 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] submitted tez dag to app master: application_1452787533366_0001, with dag id: dag_1452787533366_0001_1
2016-01-14 16:05:33,548 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:33,549 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B9710A241AEB42278E956B2C4F577040=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:33,549 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] parallelism set to 1
2016-01-14 16:05:33,549 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:33,549 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787533366_0001_1_00, eventCount=1
2016-01-14 16:05:33,550 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,550 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=5EC3F344DB72432A85AECA9B3E6D3E52, vertexId=vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:33,550 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=5EC3F344DB72432A85AECA9B3E6D3E52, vertexId=vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,552 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=5EC3F344DB72432A85AECA9B3E6D3E52, vertexName=A2738701D6B54B29B272133D1FD8BB96, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:33,552 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=5EC3F344DB72432A85AECA9B3E6D3E52, vertexId=vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A2738701D6B54B29B272133D1FD8BB96, vertexId=vertex_1452787533366_0001_1_00, initRequestedTime=1452787533529, initedTime=1452787533553, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:33,553 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] with distanceFromRoot: 0
2016-01-14 16:05:33,553 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:33,554 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:33,554 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A2738701D6B54B29B272133D1FD8BB96
2016-01-14 16:05:33,554 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,554 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:33,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787533366_0001_1_00, startRequestedTime=1452787533554, startedTime=1452787533554
2016-01-14 16:05:33,555 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:33,555 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:33,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:TASK_STARTED]: vertexName=A2738701D6B54B29B272133D1FD8BB96, taskId=task_1452787533366_0001_1_00_000000, scheduledTime=1452787533555, launchTime=1452787533555
2016-01-14 16:05:33,556 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533366_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:33,557 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,557 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1] shape/(1/1) ...rm/testRenameNamed/rename, VertexName: A2738701D6B54B29B272133D1FD8BB96, VertexParallelism: 1, TaskAttemptID:attempt_1452787533366_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B9710A241AEB42278E956B2C4F577040, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=5EC3F344DB72432A85AECA9B3E6D3E52, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:33,558 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533366_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:33,560 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:33,561 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:33,561 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:33,562 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:33,563 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787533366_0001_00_000001
2016-01-14 16:05:33,563 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533366_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:33,565 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787533366_0001_00_000001
2016-01-14 16:05:33,565 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:33,566 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:33,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787533366_0001_00_000001, launchTime=1452787533566
2016-01-14 16:05:33,567 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533366_0001_00_000001
2016-01-14 16:05:33,569 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533366_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:33,577 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787533366_0001_1_00_000000_0] to container: [container_1452787533366_0001_00_000001]
2016-01-14 16:05:33,578 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533366_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:33,578 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787533366_0001_00_000001 given task: attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,579 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533366_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33 Starting to run new task attempt: attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,579 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787533366_0001_1_00_000000_0] started. Is using containerId: [container_1452787533366_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:33,579 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,581 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,581 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:33,581 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:33,581 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:33,582 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:33,582 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:33,582 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1] shape/(1/1) ...rm/testRenameNamed/rename, VertexName: A2738701D6B54B29B272133D1FD8BB96, VertexParallelism: 1, TaskAttemptID:attempt_1452787533366_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B9710A241AEB42278E956B2C4F577040, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=5EC3F344DB72432A85AECA9B3E6D3E52, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:33,582 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:33,583 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:33,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A2738701D6B54B29B272133D1FD8BB96, taskAttemptId=attempt_1452787533366_0001_1_00_000000_0, startTime=1452787533578, containerId=container_1452787533366_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787533366_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:33,584 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533366_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:33,584 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533366_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:33,585 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:33,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:33,586 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B9710A241AEB42278E956B2C4F577040, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:33,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:33,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B9710A241AEB42278E956B2C4F577040
2016-01-14 16:05:33,588 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B9710A241AEB42278E956B2C4F577040
2016-01-14 16:05:33,590 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:33,591 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B9710A241AEB42278E956B2C4F577040
2016-01-14 16:05:33,591 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B9710A241AEB42278E956B2C4F577040
2016-01-14 16:05:33,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:33,597 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787533366_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:33,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=5EC3F344DB72432A85AECA9B3E6D3E52, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:33,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:33,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 5EC3F344DB72432A85AECA9B3E6D3E52
2016-01-14 16:05:33,599 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:33,599 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 5EC3F344DB72432A85AECA9B3E6D3E52
2016-01-14 16:05:33,600 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:33,606 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A2738701D6B54B29B272133D1FD8BB96, ordinal: 0
2016-01-14 16:05:33,607 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A2738701D6B54B29B272133D1FD8BB96, mem on start (mb), free: 376, total: 599, max: 672
2016-01-14 16:05:33,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:33,608 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:33,608 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:33,610 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:33,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 5EC3F344DB72432A85AECA9B3E6D3E52
2016-01-14 16:05:33,611 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:33,611 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:33,611 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:33,611 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:33,611 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:33,612 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:33,612 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:33,612 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 16:05:33,612 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B9710A241AEB42278E956B2C4F577040, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:33,612 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 5EC3F344DB72432A85AECA9B3E6D3E52, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:33,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:33,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B9710A241AEB42278E956B2C4F577040 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:33,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B9710A241AEB42278E956B2C4F577040
2016-01-14 16:05:33,613 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:33,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B9710A241AEB42278E956B2C4F577040
2016-01-14 16:05:33,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:33,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:33,613 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:33,614 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,614 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:33,615 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@56540233
2016-01-14 16:05:33,616 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@56540233
2016-01-14 16:05:33,617 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:33,617 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:33,618 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:33,619 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: B9710A241AEB42278E956B2C4F577040
2016-01-14 16:05:33,619 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename"], id: 5EC3F344DB72432A85AECA9B3E6D3E52
2016-01-14 16:05:33,619 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['item', 'element']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename"]
2016-01-14 16:05:33,619 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:33,619 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:33,620 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A2738701D6B54B29B272133D1FD8BB96, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:33,622 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:33,622 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:33,623 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,623 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787533366_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 16:05:33,624 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,624 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A2738701D6B54B29B272133D1FD8BB96, mem on close (mb), free: 374, total: 599, max: 672
2016-01-14 16:05:33 Completed running task attempt: attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,624 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787533366_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:33,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:33,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A2738701D6B54B29B272133D1FD8BB96, taskAttemptId=attempt_1452787533366_0001_1_00_000000_0, startTime=1452787533578, finishTime=1452787533626, timeTaken=48, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787533620, Process_Duration=4, Process_End_Time=1452787533624, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:33,626 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533366_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:33,627 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33,627 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:33,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:TASK_FINISHED]: vertexName=A2738701D6B54B29B272133D1FD8BB96, taskId=task_1452787533366_0001_1_00_000000, startTime=1452787533578, finishTime=1452787533627, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1452787533366_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787533620, Process_Duration=4, Process_End_Time=1452787533624, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:33,627 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533366_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:33,627 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:33,627 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] : 1
2016-01-14 16:05:33,628 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,629 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:33,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:VERTEX_FINISHED]: vertexName=A2738701D6B54B29B272133D1FD8BB96, vertexId=vertex_1452787533366_0001_1_00, initRequestedTime=1452787533529, initedTime=1452787533553, startRequestedTime=1452787533554, startedTime=1452787533554, finishTime=1452787533628, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787533620, Process_Duration=4, Process_End_Time=1452787533624, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787533578, firstTasksToStart=[ task_1452787533366_0001_1_00_000000 ], lastTaskFinishTime=1452787533626, lastTasksToFinish=[ task_1452787533366_0001_1_00_000000 ], minTaskDuration=48, maxTaskDuration=48, avgTaskDuration=48.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787533366_0001_1_00_000000 ], longestDurationTasks=[ task_1452787533366_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:33,629 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:33,630 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533366_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:33,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787533366_0001_00_000001, stoppedTime=1452787533630, exitStatus=0
2016-01-14 16:05:33,630 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533366_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:33,630 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 16:05:33,630 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787533366_0001_1
2016-01-14 16:05:33,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:33,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787533366_0001_1
2016-01-14 16:05:33,631 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 5EC3F344DB72432A85AECA9B3E6D3E52 for vertex: vertex_1452787533366_0001_1_00 [A2738701D6B54B29B272133D1FD8BB96]
2016-01-14 16:05:33,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452787533620, Process_Duration=4, Process_End_Time=1452787533624, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 16:05:33,638 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:33,638 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,638 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533366_0001_00_000001
2016-01-14 16:05:33,639 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787533366_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:33,639 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533366_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:33,639 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787533366_0001_00_000001, Exiting
2016-01-14 16:05:33,639 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787533366_0001_00_000001
2016-01-14 16:05:33,639 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787533366_0001_00_000001
2016-01-14 16:05:33,645 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787533366_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:33,645 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787533366_0001_00_000001 completed successfully
2016-01-14 16:05:33,648 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787533366_0001_1, queueSize=0
2016-01-14 16:05:33,648 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:33,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533366_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787533366_0001_1, startTime=1452787533527, finishTime=1452787533647, timeTaken=120, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787533620, Process_Duration=4, Process_End_Time=1452787533624, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:33,649 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787533366_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:33,649 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787533366_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:33,649 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787533366_0001_00_000001
2016-01-14 16:05:33,650 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533366_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:33 Completed Dag: dag_1452787533366_0001_1
2016-01-14 16:05:33,651 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787533366_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:33,651 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787533366_0001_1_post
2016-01-14 16:05:33,651 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:33,652 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:33,656 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...rm/testRenameNamed/rename, applicationId=application_1452787533366_0001
2016-01-14 16:05:33,658 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:33,658 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:33,658 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:33,658 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:33,658 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:33,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:33,659 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:33,660 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:33,660 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:33,661 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:33,662 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:33,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:33,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:33,668 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B19FA6165CDB48228BB24E6DDF722B6C/AA068758BF12413CADD41F8ED8D1FBE1/.tez/application_1452787533366_0001
2016-01-14 16:05:33,668 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  completed in: 00:00.323
2016-01-14 16:05:33,713 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRenameNamed/rename
2016-01-14 16:05:33,751 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:33,752 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:33,811 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-01-14 16:05:33,821 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.033
2016-01-14 16:05:33,821 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-01-14 16:05:33,822 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 4
2016-01-14 16:05:33,822 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:33,836 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:33,842 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:33,851 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true583
2016-01-14 16:05:33,944 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: B001B9BAE7644A0181BC6369ACFB510A,C65A3D256BD74A42AC8765B5AA884139 and F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:33,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting
2016-01-14 16:05:33,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:33,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:33,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true583"]
2016-01-14 16:05:33,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  parallel execution of steps is enabled: false
2016-01-14 16:05:33,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  executing total steps: 1
2016-01-14 16:05:33,946 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  allocating management threads: 1
2016-01-14 16:05:33,947 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting step: (1/1) ...rMerge/multimerge+true583
2016-01-14 16:05:33,947 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:33,958 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tez session mode enabled: true
2016-01-14 16:05:33,962 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:33,963 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:33,963 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:33,972 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531/.tez/application_1452787533963_0001 doesn't exist and is created
2016-01-14 16:05:33,987 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:33,987 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:33,987 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531/.tez/application_1452787533963_0001
2016-01-14 16:05:33,990 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787533963_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:33,999 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:33,999 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:34,000 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:34,001 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:34,002 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:34,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:34,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531/.tez/application_1452787533963_0001/localmode-log-dir
2016-01-14 16:05:34,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531/.tez/application_1452787533963_0001/localmode-log-dir/history.txt.appattempt_1452787533963_0001_000000, maxErrors=10
2016-01-14 16:05:34,003 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:34,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787533963_0001_000000, appSubmitTime=1452787533990, launchTime=1452787533990
2016-01-14 16:05:34,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:34,006 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:34,007 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:34,008 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:34,010 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:45177
2016-01-14 16:05:34,011 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:34,014 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787533963_0001_000000, startTime=1452787534014
2016-01-14 16:05:34,014 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:34,014 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:34,087 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:34,088 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:34,088 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...rMerge/multimerge+true583, applicationId=application_1452787533963_0001, dagName=[0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583
2016-01-14 16:05:34,104 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583
2016-01-14 16:05:34,105 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787533963_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531/.tez/application_1452787533963_0001/localmode-log-dir/dag_1452787533963_0001_1.dot
2016-01-14 16:05:34,106 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531/.tez/application_1452787533963_0001/localmode-log-dir/dag_1452787533963_0001_1-tez-dag.pb.txt
2016-01-14 16:05:34,117 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787533963_0001_1
2016-01-14 16:05:34,117 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,117 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583
2016-01-14 16:05:34 Running Dag: dag_1452787533963_0001_1
2016-01-14 16:05:34,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787533963_0001_1, submitTime=1452787534104
2016-01-14 16:05:34,133 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:34,134 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FCF87A5CE49944AFA3A9DE5A126C0248
2016-01-14 16:05:34,135 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:34,136 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787533963_0001_1, initTime=1452787534133
2016-01-14 16:05:34,136 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:34,136 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787533963_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:34,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:DAG_STARTED]: dagID=dag_1452787533963_0001_1, startTime=1452787534138
2016-01-14 16:05:34,138 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:34,138 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:34,138 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787533963_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:34,139 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C65A3D256BD74A42AC8765B5AA884139 : {47DFB5C6D74F4561833417CDE2EA5C27={InputName=47DFB5C6D74F4561833417CDE2EA5C27}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:34,139 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 47DFB5C6D74F4561833417CDE2EA5C27, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:34,139 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,139 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,139 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,139 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...rMerge/multimerge+true583, applicationId=application_1452787533963_0001, dagName=[0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583
2016-01-14 16:05:34,139 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]. Starting root input initializers: 1
2016-01-14 16:05:34,140 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:34,140 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B001B9BAE7644A0181BC6369ACFB510A : {128B1906CEA74C4792553F6FD772E023={InputName=128B1906CEA74C4792553F6FD772E023}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:34,140 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 128B1906CEA74C4792553F6FD772E023, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:34,140 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,140 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,140 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,141 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]. Starting root input initializers: 1
2016-01-14 16:05:34,141 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:34,141 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 128B1906CEA74C4792553F6FD772E023 on vertex vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,141 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B]
2016-01-14 16:05:34,143 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 47DFB5C6D74F4561833417CDE2EA5C27 on vertex vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,144 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:34,144 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B]
2016-01-14 16:05:34,145 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B]
2016-01-14 16:05:34,145 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:34,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F518D040EB524118A19BAB806BA77A8B, vertexId=vertex_1452787533963_0001_1_02, initRequestedTime=1452787534141, initedTime=1452787534145, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:34,146 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:34,146 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,146 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:34,147 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 47DFB5C6D74F4561833417CDE2EA5C27 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:34,147 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:34,148 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:34,149 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:34,149 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,151 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:34,151 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,151 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 128B1906CEA74C4792553F6FD772E023 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:34,151 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:34,152 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:34,149 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:34,152 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 47DFB5C6D74F4561833417CDE2EA5C27 on vertex vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,153 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:34,151 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,153 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=A6D88FC0C0964672857072A85305B890, vertexId=vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:34,153 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 128B1906CEA74C4792553F6FD772E023 on vertex vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,154 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=A6D88FC0C0964672857072A85305B890, vertexId=vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,155 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=A6D88FC0C0964672857072A85305B890, vertexName=FCF87A5CE49944AFA3A9DE5A126C0248, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:34,155 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=A6D88FC0C0964672857072A85305B890, vertexId=vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,156 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] submitted tez dag to app master: application_1452787533963_0001, with dag id: dag_1452787533963_0001_1
2016-01-14 16:05:34,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:34,157 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FCF87A5CE49944AFA3A9DE5A126C0248, vertexId=vertex_1452787533963_0001_1_03, initRequestedTime=1452787534146, initedTime=1452787534156, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:34,158 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:34,158 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:34,158 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {47DFB5C6D74F4561833417CDE2EA5C27=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:34,159 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] parallelism set to 1
2016-01-14 16:05:34,159 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:34,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787533963_0001_1_01, eventCount=1
2016-01-14 16:05:34,160 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:34,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C65A3D256BD74A42AC8765B5AA884139, vertexId=vertex_1452787533963_0001_1_01, initRequestedTime=1452787534139, initedTime=1452787534159, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:34,160 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] with distanceFromRoot: 0
2016-01-14 16:05:34,160 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:34,161 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:34,161 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {128B1906CEA74C4792553F6FD772E023=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:34,161 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] parallelism set to 1
2016-01-14 16:05:34,161 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:34,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787533963_0001_1_00, eventCount=1
2016-01-14 16:05:34,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:34,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B001B9BAE7644A0181BC6369ACFB510A, vertexId=vertex_1452787533963_0001_1_00, initRequestedTime=1452787534140, initedTime=1452787534162, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:34,163 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] with distanceFromRoot: 0
2016-01-14 16:05:34,163 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:34,164 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C65A3D256BD74A42AC8765B5AA884139
2016-01-14 16:05:34,164 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,164 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:34,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787533963_0001_1_01, startRequestedTime=1452787534164, startedTime=1452787534164
2016-01-14 16:05:34,165 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:34,165 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B001B9BAE7644A0181BC6369ACFB510A
2016-01-14 16:05:34,165 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,166 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:34,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787533963_0001_1_00, startRequestedTime=1452787534165, startedTime=1452787534165
2016-01-14 16:05:34,167 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:34,167 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:34,167 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_STARTED]: vertexName=C65A3D256BD74A42AC8765B5AA884139, taskId=task_1452787533963_0001_1_01_000000, scheduledTime=1452787534167, launchTime=1452787534167
2016-01-14 16:05:34,168 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:34,168 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787533963_0001_1_01 for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] numStartedSources: 1 numSources: 2
2016-01-14 16:05:34,168 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] numStartedSources: 1 numSources: 2
2016-01-14 16:05:34,169 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:34,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_STARTED]: vertexName=B001B9BAE7644A0181BC6369ACFB510A, taskId=task_1452787533963_0001_1_00_000000, scheduledTime=1452787534169, launchTime=1452787534169
2016-01-14 16:05:34,169 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:34,169 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787533963_0001_1_00 for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] numStartedSources: 2 numSources: 2
2016-01-14 16:05:34,170 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] with distanceFromRoot: 1
2016-01-14 16:05:34,170 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,171 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,171 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C65A3D256BD74A42AC8765B5AA884139 in vertex: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,171 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B001B9BAE7644A0181BC6369ACFB510A in vertex: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,172 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: F518D040EB524118A19BAB806BA77A8B with 2 source tasks and 1 pending tasks
2016-01-14 16:05:34,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:34,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787533963_0001_1_02, startRequestedTime=1452787534171, startedTime=1452787534171
2016-01-14 16:05:34,173 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:34,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: C65A3D256BD74A42AC8765B5AA884139, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=47DFB5C6D74F4561833417CDE2EA5C27, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:34,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:34,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: B001B9BAE7644A0181BC6369ACFB510A, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=128B1906CEA74C4792553F6FD772E023, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:34,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:34,174 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787533963_0001_1_02 for vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] numStartedSources: 1 numSources: 1
2016-01-14 16:05:34,174 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] with distanceFromRoot: 2
2016-01-14 16:05:34,174 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:34,174 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:34,174 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F518D040EB524118A19BAB806BA77A8B in vertex: FCF87A5CE49944AFA3A9DE5A126C0248
2016-01-14 16:05:34,175 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FCF87A5CE49944AFA3A9DE5A126C0248 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:34,175 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:34,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:34,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787533963_0001_1_03, startRequestedTime=1452787534174, startedTime=1452787534174
2016-01-14 16:05:34,175 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:34,175 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:34,176 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:34,176 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787533963_0001_00_000001
2016-01-14 16:05:34,176 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:34,176 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787533963_0001_00_000002
2016-01-14 16:05:34,176 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:34,178 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787533963_0001_00_000001
2016-01-14 16:05:34,178 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:34,178 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:34,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787533963_0001_00_000001, launchTime=1452787534178
2016-01-14 16:05:34,179 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787533963_0001_00_000002
2016-01-14 16:05:34,179 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:34,179 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000001
2016-01-14 16:05:34,180 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:34,180 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:34,180 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787533963_0001_1_01_000000_0] to container: [container_1452787533963_0001_00_000001]
2016-01-14 16:05:34,180 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787533963_0001_00_000002, launchTime=1452787534180
2016-01-14 16:05:34,181 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:34,181 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:34,181 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000002
2016-01-14 16:05:34,181 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787533963_0001_00_000001 given task: attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,181 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,182 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787533963_0001_1_01_000000_0] started. Is using containerId: [container_1452787533963_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,182 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,182 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,182 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:34,182 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:34,182 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:34,182 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:34,182 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:34,183 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:34,183 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: C65A3D256BD74A42AC8765B5AA884139, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=47DFB5C6D74F4561833417CDE2EA5C27, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:34,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C65A3D256BD74A42AC8765B5AA884139, taskAttemptId=attempt_1452787533963_0001_1_01_000000_0, startTime=1452787534182, containerId=container_1452787533963_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787533963_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:34,183 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:34,183 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:34,184 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787533963_0001_1_00_000000_0] to container: [container_1452787533963_0001_00_000002]
2016-01-14 16:05:34,184 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:34,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,184 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:34,185 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:34,185 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787533963_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:34,185 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787533963_0001_00_000002 given task: attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,185 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787533963_0001_1_00_000000_0] started. Is using containerId: [container_1452787533963_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:34,185 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B001B9BAE7644A0181BC6369ACFB510A, taskAttemptId=attempt_1452787533963_0001_1_00_000000_0, startTime=1452787534185, containerId=container_1452787533963_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787533963_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:34,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:34,186 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:34,186 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:34,186 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,187 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:34,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:34,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,189 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:34,189 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,190 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,191 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,191 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,191 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:34,192 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:34,192 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:34,192 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:34,192 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:34,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: B001B9BAE7644A0181BC6369ACFB510A, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=128B1906CEA74C4792553F6FD772E023, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:34,192 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:34,193 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:34,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,194 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787533963_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:34,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:34,197 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:34,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:34,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,197 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C65A3D256BD74A42AC8765B5AA884139, ordinal: 1
2016-01-14 16:05:34,198 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C65A3D256BD74A42AC8765B5AA884139, mem on start (mb), free: 469, total: 587, max: 672
2016-01-14 16:05:34,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:34,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:34,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=47DFB5C6D74F4561833417CDE2EA5C27, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:34,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:34,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 47DFB5C6D74F4561833417CDE2EA5C27
2016-01-14 16:05:34,201 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 47DFB5C6D74F4561833417CDE2EA5C27
2016-01-14 16:05:34,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=128B1906CEA74C4792553F6FD772E023, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:34,200 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:34,202 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:34,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 128B1906CEA74C4792553F6FD772E023
2016-01-14 16:05:34,204 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 128B1906CEA74C4792553F6FD772E023
2016-01-14 16:05:34,204 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:34,204 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 47DFB5C6D74F4561833417CDE2EA5C27
2016-01-14 16:05:34,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 47DFB5C6D74F4561833417CDE2EA5C27
2016-01-14 16:05:34,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:34,207 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:34,207 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:34,207 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:34,208 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:34,208 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:34,208 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:34,208 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F518D040EB524118A19BAB806BA77A8B, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:34,209 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 47DFB5C6D74F4561833417CDE2EA5C27, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:34,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:34,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 47DFB5C6D74F4561833417CDE2EA5C27
2016-01-14 16:05:34,206 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:34,209 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 128B1906CEA74C4792553F6FD772E023
2016-01-14 16:05:34,206 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B001B9BAE7644A0181BC6369ACFB510A, ordinal: 0
2016-01-14 16:05:34,210 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B001B9BAE7644A0181BC6369ACFB510A, mem on start (mb), free: 467, total: 587, max: 672
2016-01-14 16:05:34,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:34,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:34,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 47DFB5C6D74F4561833417CDE2EA5C27 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:34,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:34,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:34,209 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:34,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 47DFB5C6D74F4561833417CDE2EA5C27
2016-01-14 16:05:34,211 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 128B1906CEA74C4792553F6FD772E023
2016-01-14 16:05:34,211 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:34,211 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:34,211 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:34,211 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:34,211 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:34,211 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:34,211 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:34,212 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F518D040EB524118A19BAB806BA77A8B, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:34,212 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 128B1906CEA74C4792553F6FD772E023, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:34,212 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:34,212 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:34,213 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 128B1906CEA74C4792553F6FD772E023
2016-01-14 16:05:34,213 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:34,213 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 128B1906CEA74C4792553F6FD772E023
2016-01-14 16:05:34,213 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 128B1906CEA74C4792553F6FD772E023 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:34,213 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:34,215 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:34,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:34,217 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:34,217 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: 47DFB5C6D74F4561833417CDE2EA5C27
2016-01-14 16:05:34,217 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: 4999975315774ADA866EFD9080274D3A
2016-01-14 16:05:34,217 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,217 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] 4999975315774ADA866EFD9080274D3A
2016-01-14 16:05:34,218 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:34,218 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:34,218 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:34,218 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=52428800
2016-01-14 16:05:34,218 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3a19dc74
2016-01-14 16:05:34,221 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3a19dc74
2016-01-14 16:05:34,221 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:34,226 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:34,226 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:34,226 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=52428800
2016-01-14 16:05:34,228 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 128B1906CEA74C4792553F6FD772E023
2016-01-14 16:05:34,229 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]], id: 4999975315774ADA866EFD9080274D3A
2016-01-14 16:05:34,230 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] 4999975315774ADA866EFD9080274D3A
2016-01-14 16:05:34,226 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:34,231 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2f33c013
2016-01-14 16:05:34,232 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2f33c013
2016-01-14 16:05:34,233 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:34,233 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:34,230 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:34,233 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:34,234 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C65A3D256BD74A42AC8765B5AA884139, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:34,234 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:34,234 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:34,235 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=52428800
2016-01-14 16:05:34,239 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,239 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C65A3D256BD74A42AC8765B5AA884139, mem on close (mb), free: 364, total: 587, max: 672
2016-01-14 16:05:34,239 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:34,239 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:34,243 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=52428800
2016-01-14 16:05:34,244 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:34,245 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:34,245 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:34,245 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B001B9BAE7644A0181BC6369ACFB510A, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,246 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787533963_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:34,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787533963_0001_1_01, eventCount=1
2016-01-14 16:05:34,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[File System Counters FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787534234, Process_Duration=4, Process_End_Time=1452787534238, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13]]
2016-01-14 16:05:34,252 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:34,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C65A3D256BD74A42AC8765B5AA884139, taskAttemptId=attempt_1452787533963_0001_1_01_000000_0, startTime=1452787534182, finishTime=1452787534251, timeTaken=69, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534234, Process_Duration=4, Process_End_Time=1452787534238, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:34,252 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:34,252 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:34,252 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,252 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:34,253 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,255 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B001B9BAE7644A0181BC6369ACFB510A, mem on close (mb), free: 364, total: 587, max: 672
2016-01-14 16:05:34,252 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34,254 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000001
2016-01-14 16:05:34,255 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_FINISHED]: vertexName=C65A3D256BD74A42AC8765B5AA884139, taskId=task_1452787533963_0001_1_01_000000, startTime=1452787534182, finishTime=1452787534255, timeTaken=73, status=SUCCEEDED, successfulAttemptID=attempt_1452787533963_0001_1_01_000000_0, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534234, Process_Duration=4, Process_End_Time=1452787534238, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:34,255 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:34,255 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:34,256 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] : 1
2016-01-14 16:05:34,256 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:34,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_FINISHED]: vertexName=C65A3D256BD74A42AC8765B5AA884139, vertexId=vertex_1452787533963_0001_1_01, initRequestedTime=1452787534139, initedTime=1452787534159, startRequestedTime=1452787534164, startedTime=1452787534164, finishTime=1452787534256, timeTaken=92, status=SUCCEEDED, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=77, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534234, Process_Duration=4, Process_End_Time=1452787534238, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1452787534182, firstTasksToStart=[ task_1452787533963_0001_1_01_000000 ], lastTaskFinishTime=1452787534251, lastTasksToFinish=[ task_1452787533963_0001_1_01_000000 ], minTaskDuration=69, maxTaskDuration=69, avgTaskDuration=69.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787533963_0001_1_01_000000 ], longestDurationTasks=[ task_1452787533963_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:34,257 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:34,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:34,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787533963_0001_00_000001, stoppedTime=1452787534257, exitStatus=0
2016-01-14 16:05:34,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:34,258 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] attempt: attempt_1452787533963_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:34,258 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:34,258 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:34,258 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:34,258 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:34,258 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787533963_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:34,259 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:34,263 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,264 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787533963_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:34,264 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787533963_0001_1_00, eventCount=1
2016-01-14 16:05:34,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[File System Counters FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=8260, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787534247, Process_Duration=5, Process_End_Time=1452787534252, Read_Duration=3, Tuples_Read=13, Tuples_Written=13, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13]]
2016-01-14 16:05:34,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B001B9BAE7644A0181BC6369ACFB510A, taskAttemptId=attempt_1452787533963_0001_1_00_000000_0, startTime=1452787534185, finishTime=1452787534265, timeTaken=80, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=8260, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534247, Process_Duration=5, Process_End_Time=1452787534252, Read_Duration=3, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:34,265 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:34,265 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:34,265 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,265 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000002
2016-01-14 16:05:34,266 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:34,266 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34,266 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:34,267 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_FINISHED]: vertexName=B001B9BAE7644A0181BC6369ACFB510A, taskId=task_1452787533963_0001_1_00_000000, startTime=1452787534185, finishTime=1452787534266, timeTaken=81, status=SUCCEEDED, successfulAttemptID=attempt_1452787533963_0001_1_00_000000_0, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=8260, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534247, Process_Duration=5, Process_End_Time=1452787534252, Read_Duration=3, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:34,267 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787533963_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:34,267 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:34,267 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] : 1
2016-01-14 16:05:34,267 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,267 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:34,268 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:34,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_FINISHED]: vertexName=B001B9BAE7644A0181BC6369ACFB510A, vertexId=vertex_1452787533963_0001_1_00, initRequestedTime=1452787534140, initedTime=1452787534162, startRequestedTime=1452787534165, startedTime=1452787534165, finishTime=1452787534268, timeTaken=103, status=SUCCEEDED, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=155, FILE_BYTES_WRITTEN=8260, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=615514112, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534247, Process_Duration=5, Process_End_Time=1452787534252, Read_Duration=3, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1452787534185, firstTasksToStart=[ task_1452787533963_0001_1_00_000000 ], lastTaskFinishTime=1452787534265, lastTasksToFinish=[ task_1452787533963_0001_1_00_000000 ], minTaskDuration=80, maxTaskDuration=80, avgTaskDuration=80.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787533963_0001_1_00_000000 ], longestDurationTasks=[ task_1452787533963_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:34,268 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:34,269 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:34,269 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787533963_0001_00_000002, stoppedTime=1452787534269, exitStatus=0
2016-01-14 16:05:34,269 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:34,269 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] attempt: attempt_1452787533963_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:34,269 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,269 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B]
2016-01-14 16:05:34,267 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:34,270 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:34,270 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:34,270 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787533963_0001_00_000001, Exiting
2016-01-14 16:05:34,270 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787533963_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 16:05:34,270 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787533963_0001_00_000001
2016-01-14 16:05:34,270 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787533963_0001_00_000001
2016-01-14 16:05:34,270 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:34,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_STARTED]: vertexName=F518D040EB524118A19BAB806BA77A8B, taskId=task_1452787533963_0001_1_02_000000, scheduledTime=1452787534270, launchTime=1452787534270
2016-01-14 16:05:34,271 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:34,271 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:34,271 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B]
2016-01-14 16:05:34,271 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: F518D040EB524118A19BAB806BA77A8B, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C65A3D256BD74A42AC8765B5AA884139, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=B001B9BAE7644A0181BC6369ACFB510A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FCF87A5CE49944AFA3A9DE5A126C0248, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: F518D040EB524118A19BAB806BA77A8B { C65A3D256BD74A42AC8765B5AA884139 B001B9BAE7644A0181BC6369ACFB510A } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:34,271 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:34,272 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:34,272 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787533963_0001_00_000003
2016-01-14 16:05:34,272 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:34,274 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787533963_0001_00_000003
2016-01-14 16:05:34,275 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:34,276 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787533963_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:34,276 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:34,276 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787533963_0001_00_000002, Exiting
2016-01-14 16:05:34,276 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787533963_0001_00_000002
2016-01-14 16:05:34,276 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787533963_0001_00_000002
2016-01-14 16:05:34,272 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787533963_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:34,277 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787533963_0001_00_000001 completed successfully
2016-01-14 16:05:34,277 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787533963_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:34,277 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787533963_0001_00_000002 completed successfully
2016-01-14 16:05:34,277 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:34,277 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:34,279 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:34,279 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:34,280 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787533963_0001_00_000003, launchTime=1452787534279
2016-01-14 16:05:34,281 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000003
2016-01-14 16:05:34,282 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787533963_0001_1_02_000000_0] to container: [container_1452787533963_0001_00_000003]
2016-01-14 16:05:34,282 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:34,282 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787533963_0001_1_02_000000_0] started. Is using containerId: [container_1452787533963_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:34,283 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F518D040EB524118A19BAB806BA77A8B, taskAttemptId=attempt_1452787533963_0001_1_02_000000_0, startTime=1452787534282, containerId=container_1452787533963_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787533963_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:34,283 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:34,283 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:34,283 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:34,284 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787533963_0001_00_000003 given task: attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,284 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,284 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,285 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,285 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:34,285 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:34,285 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:34,285 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:34,285 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:34,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: F518D040EB524118A19BAB806BA77A8B, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C65A3D256BD74A42AC8765B5AA884139, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=B001B9BAE7644A0181BC6369ACFB510A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FCF87A5CE49944AFA3A9DE5A126C0248, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: F518D040EB524118A19BAB806BA77A8B { C65A3D256BD74A42AC8765B5AA884139 B001B9BAE7644A0181BC6369ACFB510A } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:34,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:34,286 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:34,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,288 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787533963_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:34,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C65A3D256BD74A42AC8765B5AA884139, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:34,289 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:34,289 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C65A3D256BD74A42AC8765B5AA884139
2016-01-14 16:05:34,291 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C65A3D256BD74A42AC8765B5AA884139
2016-01-14 16:05:34,291 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C65A3D256BD74A42AC8765B5AA884139
2016-01-14 16:05:34,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B001B9BAE7644A0181BC6369ACFB510A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:34,293 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FCF87A5CE49944AFA3A9DE5A126C0248, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:34,293 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:34,295 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B001B9BAE7644A0181BC6369ACFB510A
2016-01-14 16:05:34,297 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: B001B9BAE7644A0181BC6369ACFB510A
2016-01-14 16:05:34,297 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:34,298 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B001B9BAE7644A0181BC6369ACFB510A
2016-01-14 16:05:34,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:34,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FCF87A5CE49944AFA3A9DE5A126C0248
2016-01-14 16:05:34,301 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:34,301 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FCF87A5CE49944AFA3A9DE5A126C0248
2016-01-14 16:05:34,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FCF87A5CE49944AFA3A9DE5A126C0248
2016-01-14 16:05:34,304 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F518D040EB524118A19BAB806BA77A8B, ordinal: 2
2016-01-14 16:05:34,305 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F518D040EB524118A19BAB806BA77A8B, mem on start (mb), free: 357, total: 587, max: 672
2016-01-14 16:05:34,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:34,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:34,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:34,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:34,306 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: F518D040EB524118A19BAB806BA77A8B { C65A3D256BD74A42AC8765B5AA884139 B001B9BAE7644A0181BC6369ACFB510A } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput
2016-01-14 16:05:34,308 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:34,308 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:34,308 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:34,309 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:34,309 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:34,310 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 1373215104, TotalRequestedScaled: 1.804749074285714E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.95
2016-01-14 16:05:34,310 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C65A3D256BD74A42AC8765B5AA884139, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:34,310 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B001B9BAE7644A0181BC6369ACFB510A, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:34,310 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FCF87A5CE49944AFA3A9DE5A126C0248, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:34,310 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:34,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring C65A3D256BD74A42AC8765B5AA884139 for start, since it will be controlled via it's Group
2016-01-14 16:05:34,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring B001B9BAE7644A0181BC6369ACFB510A for start, since it will be controlled via it's Group
2016-01-14 16:05:34,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,312 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:34,312 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:34,312 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:34,314 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:34,314 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:34,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: F518D040EB524118A19BAB806BA77A8B being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:34,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:34,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:34,315 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:34,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:34,316 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,317 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787533963_0001_1_01_000000_0_10124, runDuration: 0, ]
2016-01-14 16:05:34,317 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787533963_0001_1_00_000000_0_10126, runDuration: 0, ]
2016-01-14 16:05:34,317 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:34,318 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787533963_0001_1_01_000000_0_10124]]
2016-01-14 16:05:34,318 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:34,318 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787533963_0001_1_00_000000_0_10126]]
2016-01-14 16:05:34,321 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787533963_0001_1_01_000000_0_10124] decomp: 214 len: 218 to DISK_DIRECT
2016-01-14 16:05:34,322 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787533963_0001_1_01_000000_0_10124] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787534322, TimeTaken=2, Rate=0.10 MB/s
2016-01-14 16:05:34,322 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : C65A3D256BD74A42AC8765B5AA884139
2016-01-14 16:05:34,323 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]]
2016-01-14 16:05:34,322 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787533963_0001_1_00_000000_0_10126] decomp: 214 len: 218 to DISK_DIRECT
2016-01-14 16:05:34,324 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787533963_0001_1_00_000000_0_10126] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787534324, TimeTaken=3, Rate=0.07 MB/s
2016-01-14 16:05:34,325 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : B001B9BAE7644A0181BC6369ACFB510A
2016-01-14 16:05:34,325 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] streamed: true, id: 4999975315774ADA866EFD9080274D3A
2016-01-14 16:05:34,326 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by:[{1}:'char']], id: A573C019957C48D68CB3FA3E361D2F2A
2016-01-14 16:05:34,324 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:34,326 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:34,326 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:34,326 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by:[{1}:'char']] A573C019957C48D68CB3FA3E361D2F2A
2016-01-14 16:05:34,326 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:34,327 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:34,327 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:34,329 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6d886777; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@1640edcf; comparator=cascading.tuple.hadoop.util.TupleComparator@bcbc73; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:34,329 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:34,329 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:34,330 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:34,351 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:34,351 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:34,351 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:34,351 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:34,352 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:34,352 INFO  element.TezMergeGate (TezMergeGate.java:prepare(111)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(multi-lhs+multi-rhs)[by: multi-lhs:[{1}:0] multi-rhs:[{1}:0]] 4999975315774ADA866EFD9080274D3A, for 1 inputs
2016-01-14 16:05:34,352 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F518D040EB524118A19BAB806BA77A8B, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:34,353 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:34,354 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,354 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:34,354 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,355 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:34,355 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,356 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:34,356 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,356 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 13
2016-01-14 16:05:34,357 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 9, with capacity: 2
2016-01-14 16:05:34,357 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,358 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 11, with capacity: 2
2016-01-14 16:05:34,358 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,358 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 13, with capacity: 2
2016-01-14 16:05:34,358 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,359 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 15, with capacity: 2
2016-01-14 16:05:34,359 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,360 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 13
2016-01-14 16:05:34,360 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,360 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F518D040EB524118A19BAB806BA77A8B, mem on close (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:34,360 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceC65A3D256BD74A42AC8765B5AA884139: 0
2016-01-14 16:05:34,361 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceB001B9BAE7644A0181BC6369ACFB510A: 0
2016-01-14 16:05:34,361 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:34,361 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:34,361 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 432; bufvoid = 104857600
2016-01-14 16:05:34,361 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214328(104857312); length = 69/6553600
2016-01-14 16:05:34,364 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,367 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787533963_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:34,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787533963_0001_1_02, eventCount=1
2016-01-14 16:05:34,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F518D040EB524118A19BAB806BA77A8B, taskAttemptId=attempt_1452787533963_0001_1_02_000000_0, startTime=1452787534282, finishTime=1452787534368, timeTaken=86, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=4, cascading.flow.SliceCounters, Process_Begin_Time=1452787534352, Process_Duration=8, Process_End_Time=1452787534360, Tuples_Written=18, Write_Duration=3, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:34,368 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:34,368 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:34,369 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:34,369 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34,369 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:34,369 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_FINISHED]: vertexName=F518D040EB524118A19BAB806BA77A8B, taskId=task_1452787533963_0001_1_02_000000, startTime=1452787534282, finishTime=1452787534369, timeTaken=87, status=SUCCEEDED, successfulAttemptID=attempt_1452787533963_0001_1_02_000000_0, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=4, cascading.flow.SliceCounters, Process_Begin_Time=1452787534352, Process_Duration=8, Process_End_Time=1452787534360, Tuples_Written=18, Write_Duration=3, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:34,369 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:34,369 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] : 1
2016-01-14 16:05:34,370 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 37 [[File System Counters FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=4][cascading.flow.SliceCounters Process_Begin_Time=1452787534352, Process_Duration=8, Process_End_Time=1452787534360, Tuples_Written=18, Write_Duration=3][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18]]
2016-01-14 16:05:34,370 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B]
2016-01-14 16:05:34,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_FINISHED]: vertexName=F518D040EB524118A19BAB806BA77A8B, vertexId=vertex_1452787533963_0001_1_02, initRequestedTime=1452787534141, initedTime=1452787534145, startRequestedTime=1452787534171, startedTime=1452787534171, finishTime=1452787534370, timeTaken=199, status=SUCCEEDED, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=416, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=380, OUTPUT_BYTES_PHYSICAL=384, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=4, cascading.flow.SliceCounters, Process_Begin_Time=1452787534352, Process_Duration=8, Process_End_Time=1452787534360, Tuples_Written=18, Write_Duration=3, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18, vertexStats=firstTaskStartTime=1452787534282, firstTasksToStart=[ task_1452787533963_0001_1_02_000000 ], lastTaskFinishTime=1452787534368, lastTasksToFinish=[ task_1452787533963_0001_1_02_000000 ], minTaskDuration=86, maxTaskDuration=86, avgTaskDuration=86.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787533963_0001_1_02_000000 ], longestDurationTasks=[ task_1452787533963_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:34,371 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:34,371 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:34,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787533963_0001_00_000003, stoppedTime=1452787534371, exitStatus=0
2016-01-14 16:05:34,371 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:34,371 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] attempt: attempt_1452787533963_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:34,372 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FCF87A5CE49944AFA3A9DE5A126C0248
2016-01-14 16:05:34,372 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,372 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:34,372 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787533963_0001_00_000003. Relying on regular task shutdown for it to end
2016-01-14 16:05:34,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_STARTED]: vertexName=FCF87A5CE49944AFA3A9DE5A126C0248, taskId=task_1452787533963_0001_1_03_000000, scheduledTime=1452787534372, launchTime=1452787534372
2016-01-14 16:05:34,372 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_03_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:34,372 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,373 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000003 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:34,373 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: FCF87A5CE49944AFA3A9DE5A126C0248, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A6D88FC0C0964672857072A85305B890, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:34,373 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:34,374 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:34,374 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:34,374 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_03_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:34,374 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:34,374 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:34,375 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,375 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787533963_0001_00_000004
2016-01-14 16:05:34,375 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000004 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:34,375 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000003
2016-01-14 16:05:34,376 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787533963_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:34,376 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:34,376 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787533963_0001_00_000003, Exiting
2016-01-14 16:05:34,376 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787533963_0001_00_000003
2016-01-14 16:05:34,376 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787533963_0001_00_000003
2016-01-14 16:05:34,376 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787533963_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:34,376 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787533963_0001_00_000003 completed successfully
2016-01-14 16:05:34,377 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787533963_0001_00_000004
2016-01-14 16:05:34,377 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000003 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:34,377 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:34,380 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787533963_0001_00_000004, launchTime=1452787534380
2016-01-14 16:05:34,380 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:34,380 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000004 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:34,382 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000004
2016-01-14 16:05:34,382 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787533963_0001_1_03_000000_0] to container: [container_1452787533963_0001_00_000004]
2016-01-14 16:05:34,382 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000004 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:34,383 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787533963_0001_00_000004 given task: attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,383 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,383 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787533963_0001_1_03_000000_0] started. Is using containerId: [container_1452787533963_0001_00_000004] on NM: [127.0.0.1:0]
2016-01-14 16:05:34,383 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FCF87A5CE49944AFA3A9DE5A126C0248, taskAttemptId=attempt_1452787533963_0001_1_03_000000_0, startTime=1452787534383, containerId=container_1452787533963_0001_00_000004, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787533963_0001_00_000004/teamcity, completedLogs=
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,383 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,384 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,384 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:34,384 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:34,384 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:34,384 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:34,384 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:34,384 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531] name/(1/1) ...rMerge/multimerge+true583, VertexName: FCF87A5CE49944AFA3A9DE5A126C0248, VertexParallelism: 1, TaskAttemptID:attempt_1452787533963_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A6D88FC0C0964672857072A85305B890, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:34,384 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:34,386 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:34,386 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,383 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:34,387 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787533963_0001_1_03_000000_0 sent events: (0-1)
2016-01-14 16:05:34,383 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_03_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:34,388 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_03_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:34,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F518D040EB524118A19BAB806BA77A8B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:34,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A6D88FC0C0964672857072A85305B890, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:34,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:34,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A6D88FC0C0964672857072A85305B890
2016-01-14 16:05:34,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:34,389 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,391 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:34,391 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:34,391 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,392 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:34,389 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:34,393 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: A6D88FC0C0964672857072A85305B890
2016-01-14 16:05:34,403 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:34,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A6D88FC0C0964672857072A85305B890
2016-01-14 16:05:34,405 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FCF87A5CE49944AFA3A9DE5A126C0248, ordinal: 3
2016-01-14 16:05:34,405 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FCF87A5CE49944AFA3A9DE5A126C0248, mem on start (mb), free: 457, total: 599, max: 672
2016-01-14 16:05:34,405 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:34,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:34,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:34,406 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:34,406 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:34,407 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:34,407 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:34,407 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:34,407 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:34,408 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:34,408 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F518D040EB524118A19BAB806BA77A8B, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:34,408 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A6D88FC0C0964672857072A85305B890, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:34,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:34,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F518D040EB524118A19BAB806BA77A8B being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:34,409 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:34,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,410 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:34,410 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:34,410 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F518D040EB524118A19BAB806BA77A8B with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:34,410 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:34,411 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:34,411 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:34,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:34,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:34,414 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,414 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787533963_0001_1_02_000000_0_10132, runDuration: 66726, ]
2016-01-14 16:05:34,419 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787533963_0001_1_02_000000_0_10132] to DISK_DIRECT, CompressedSize=384, DecompressedSize=380,EndTime=1452787534419, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:34,419 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,419 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:34,419 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by:[{1}:'char']]
2016-01-14 16:05:34,419 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [F518D040EB524118A19BAB806BA77A8B] #20 in 1ms
2016-01-14 16:05:34,420 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F518D040EB524118A19BAB806BA77A8B] #20, status:false, isInterrupted:false
2016-01-14 16:05:34,421 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by:[{1}:'char']] streamed: true, id: A573C019957C48D68CB3FA3E361D2F2A
2016-01-14 16:05:34,421 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:34,421 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true583"], id: A6D88FC0C0964672857072A85305B890
2016-01-14 16:05:34,421 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true583"]
2016-01-14 16:05:34,422 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(name)[by:[{1}:'char']] A573C019957C48D68CB3FA3E361D2F2A, for 1 inputs
2016-01-14 16:05:34,422 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 384 bytes from disk
2016-01-14 16:05:34,422 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:34,422 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:34,423 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 367 bytes
2016-01-14 16:05:34,423 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,423 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FCF87A5CE49944AFA3A9DE5A126C0248, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:34,423 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:34,425 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@248f61fd; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@416a3bcb
2016-01-14 16:05:34,428 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:34,428 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:34,428 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,429 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787533963_0001_1_03_000000_0 given a go for committing the task output.
2016-01-14 16:05:34,429 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,429 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FCF87A5CE49944AFA3A9DE5A126C0248, mem on close (mb), free: 455, total: 599, max: 672
2016-01-14 16:05:34,429 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F518D040EB524118A19BAB806BA77A8B
2016-01-14 16:05:34,430 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:34,431 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:34,431 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:34,433 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:34,433 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,433 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787533963_0001_1_03_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:34,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787534423, Process_Duration=6, Process_End_Time=1452787534429, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:34,434 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:34,434 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:34,434 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FCF87A5CE49944AFA3A9DE5A126C0248, taskAttemptId=attempt_1452787533963_0001_1_03_000000_0, startTime=1452787534383, finishTime=1452787534434, timeTaken=51, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534423, Process_Duration=6, Process_End_Time=1452787534429, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:34,434 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787533963_0001_1_03_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:34,434 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34,435 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,434 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:34,435 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:34,435 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787533963_0001_00_000004
2016-01-14 16:05:34,435 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:TASK_FINISHED]: vertexName=FCF87A5CE49944AFA3A9DE5A126C0248, taskId=task_1452787533963_0001_1_03_000000, startTime=1452787534383, finishTime=1452787534434, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1452787533963_0001_1_03_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534423, Process_Duration=6, Process_End_Time=1452787534429, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:34,436 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787533963_0001_1_03_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:34,436 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] : 1
2016-01-14 16:05:34,436 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,437 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:34,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:VERTEX_FINISHED]: vertexName=FCF87A5CE49944AFA3A9DE5A126C0248, vertexId=vertex_1452787533963_0001_1_03, initRequestedTime=1452787534146, initedTime=1452787534156, startRequestedTime=1452787534174, startedTime=1452787534174, finishTime=1452787534436, timeTaken=262, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=416, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, SHUFFLE_BYTES=384, SHUFFLE_BYTES_DECOMPRESSED=380, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=384, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787534423, Process_Duration=6, Process_End_Time=1452787534429, Read_Duration=1, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787534383, firstTasksToStart=[ task_1452787533963_0001_1_03_000000 ], lastTaskFinishTime=1452787534434, lastTasksToFinish=[ task_1452787533963_0001_1_03_000000 ], minTaskDuration=51, maxTaskDuration=51, avgTaskDuration=51.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787533963_0001_1_03_000000 ], longestDurationTasks=[ task_1452787533963_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:34,437 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:34,437 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000004 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:34,437 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787533963_0001_00_000004, stoppedTime=1452787534437, exitStatus=0
2016-01-14 16:05:34,437 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000004 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:34,438 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:34,438 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=4
2016-01-14 16:05:34,438 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787533963_0001_1
2016-01-14 16:05:34,438 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787533963_0001_1
2016-01-14 16:05:34,438 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: A6D88FC0C0964672857072A85305B890 for vertex: vertex_1452787533963_0001_1_03 [FCF87A5CE49944AFA3A9DE5A126C0248]
2016-01-14 16:05:34,445 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787533963_0001_1_02 [F518D040EB524118A19BAB806BA77A8B]
2016-01-14 16:05:34,445 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787533963_0001_1_01 [C65A3D256BD74A42AC8765B5AA884139]
2016-01-14 16:05:34,445 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787533963_0001_1_00 [B001B9BAE7644A0181BC6369ACFB510A]
2016-01-14 16:05:34,446 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787533963_0001_00_000004 is valid, but no longer registered, and will be killed
2016-01-14 16:05:34,446 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787533963_0001_00_000004: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:34,446 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787533963_0001_00_000004, Exiting
2016-01-14 16:05:34,446 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787533963_0001_00_000004
2016-01-14 16:05:34,446 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787533963_0001_00_000004
2016-01-14 16:05:34,447 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787533963_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:34,447 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787533963_0001_00_000004 completed successfully
2016-01-14 16:05:34,447 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787533963_0001_1, queueSize=0
2016-01-14 16:05:34,448 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:34,448 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787533963_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787533963_0001_1, startTime=1452787534138, finishTime=1452787534445, timeTaken=307, status=SUCCEEDED, diagnostics=, counters=Counters: 59, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=4, TOTAL_LAUNCHED_TASKS=4, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=1180, FILE_BYTES_WRITTEN=9513, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=3, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=2488270848, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=49, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=796, OUTPUT_BYTES_WITH_OVERHEAD=1104, OUTPUT_BYTES_PHYSICAL=868, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=384, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=820, SHUFFLE_BYTES_DECOMPRESSED=808, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=820, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=22, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=5811150137256, Process_Duration=23, Process_End_Time=5811150137279, Read_Duration=5, Tuples_Read=44, Tuples_Written=49, Write_Duration=5, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:34,448 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787533963_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:34,448 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787533963_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:34,448 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787533963_0001_00_000004
2016-01-14 16:05:34,448 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787533963_0001_00_000004 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:34 Completed Dag: dag_1452787533963_0001_1
2016-01-14 16:05:34,449 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787533963_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:34,449 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787533963_0001_1_post
2016-01-14 16:05:34,449 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:34,449 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:34,456 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...rMerge/multimerge+true583, applicationId=application_1452787533963_0001
2016-01-14 16:05:34,458 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:34,458 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:34,458 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:34,458 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:34,458 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:34,458 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:34,459 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:34,459 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:34,459 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:34,459 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:34,459 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:34,459 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:34,460 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:34,465 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0E9501788F0A42EEABFA644CA9BAD198/C8CD47BD7B2D4E62B88CEF1D3E0C0531/.tez/application_1452787533963_0001
2016-01-14 16:05:34,466 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  completed in: 00:00.519
2016-01-14 16:05:34,531 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesPriorMerge/multimerge+true583
2016-01-14 16:05:34,554 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:34,555 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:34,598 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:34,598 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:34,634 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.057
2016-01-14 16:05:34,686 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.108
2016-01-14 16:05:34,687 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 8
2016-01-14 16:05:34,687 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 8
2016-01-14 16:05:34,688 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:34,703 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:34,708 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:34,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount
2016-01-14 16:05:34,760 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: C4960B6C3D924B1884BB43A0DAA61BE6,C57FAE08C6284763AC3D8C3F55CBB924 and BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:34,912 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: A523290201D24371BF80A4E707E5936A,E19B3591E16F4946B2BE2C86404B5A87 and FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:34,914 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] starting
2016-01-14 16:05:34,914 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:34,914 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount"]
2016-01-14 16:05:34,914 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second]  parallel execution of steps is enabled: false
2016-01-14 16:05:34,914 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second]  executing total steps: 1
2016-01-14 16:05:34,914 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second]  allocating management threads: 1
2016-01-14 16:05:34,915 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] starting step: (1/1) ...erge/samesourcemergecount
2016-01-14 16:05:34,915 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [second] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:34,926 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] tez session mode enabled: true
2016-01-14 16:05:34,930 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:34,931 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:34,931 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:34,939 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621/.tez/application_1452787534931_0001 doesn't exist and is created
2016-01-14 16:05:34,955 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:34,955 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:34,955 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621/.tez/application_1452787534931_0001
2016-01-14 16:05:34,958 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787534931_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:34,968 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:34,968 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:34,970 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:34,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:34,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621/.tez/application_1452787534931_0001/localmode-log-dir
2016-01-14 16:05:34,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621/.tez/application_1452787534931_0001/localmode-log-dir/history.txt.appattempt_1452787534931_0001_000000, maxErrors=10
2016-01-14 16:05:34,970 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:34,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787534931_0001_000000, appSubmitTime=1452787534957, launchTime=1452787534957
2016-01-14 16:05:34,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:34,975 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:34,976 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:34,976 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:34,979 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:46914
2016-01-14 16:05:34,982 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:34,984 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787534931_0001_000000, startTime=1452787534984
2016-01-14 16:05:34,985 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:34,984 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:35,055 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:35,055 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:35,055 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...erge/samesourcemergecount, applicationId=application_1452787534931_0001, dagName=[BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount
2016-01-14 16:05:35,072 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount
2016-01-14 16:05:35,073 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787534931_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621/.tez/application_1452787534931_0001/localmode-log-dir/dag_1452787534931_0001_1.dot
2016-01-14 16:05:35,074 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621/.tez/application_1452787534931_0001/localmode-log-dir/dag_1452787534931_0001_1-tez-dag.pb.txt
2016-01-14 16:05:35,095 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787534931_0001_1
2016-01-14 16:05:35,095 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,095 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount
2016-01-14 16:05:35 Running Dag: dag_1452787534931_0001_1
2016-01-14 16:05:35,107 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787534931_0001_1, submitTime=1452787535072
2016-01-14 16:05:35,107 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:35,110 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FF8353EC4A214F35B9DAEC55FD22DE93
2016-01-14 16:05:35,110 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:35,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787534931_0001_1, initTime=1452787535108
2016-01-14 16:05:35,111 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:35,111 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787534931_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:35,112 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:DAG_STARTED]: dagID=dag_1452787534931_0001_1, startTime=1452787535111
2016-01-14 16:05:35,112 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:35,112 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:35,112 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787534931_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:35,112 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...erge/samesourcemergecount, applicationId=application_1452787534931_0001, dagName=[BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount
2016-01-14 16:05:35,113 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C57FAE08C6284763AC3D8C3F55CBB924 : {6A8405F71A314E0B87CAE21DB001C7FE={InputName=6A8405F71A314E0B87CAE21DB001C7FE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:35,113 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 6A8405F71A314E0B87CAE21DB001C7FE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:35,113 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,113 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,113 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,114 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]. Starting root input initializers: 1
2016-01-14 16:05:35,114 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:35,114 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C4960B6C3D924B1884BB43A0DAA61BE6 : {6A8405F71A314E0B87CAE21DB001C7FE={InputName=6A8405F71A314E0B87CAE21DB001C7FE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:35,114 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 6A8405F71A314E0B87CAE21DB001C7FE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:35,115 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,115 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,115 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,115 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]. Starting root input initializers: 1
2016-01-14 16:05:35,115 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 6A8405F71A314E0B87CAE21DB001C7FE on vertex vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,116 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:35,116 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B]
2016-01-14 16:05:35,119 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 6A8405F71A314E0B87CAE21DB001C7FE on vertex vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,119 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:35,120 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B]
2016-01-14 16:05:35,120 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:35,120 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B]
2016-01-14 16:05:35,121 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,121 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BE228E78482347809B00C4F0D4C34F2B, vertexId=vertex_1452787534931_0001_1_02, initRequestedTime=1452787535116, initedTime=1452787535120, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:35,121 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:35,120 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 6A8405F71A314E0B87CAE21DB001C7FE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:35,122 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07]
2016-01-14 16:05:35,121 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:35,122 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 6A8405F71A314E0B87CAE21DB001C7FE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:35,122 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:35,123 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:35,122 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:35,123 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:35,124 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:35,125 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 6A8405F71A314E0B87CAE21DB001C7FE on vertex vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,126 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:35,126 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07]
2016-01-14 16:05:35,126 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:35,126 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 6A8405F71A314E0B87CAE21DB001C7FE on vertex vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,126 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07]
2016-01-14 16:05:35,127 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F48D94B2D9B14EF0B031F07500EA4C07, vertexId=vertex_1452787534931_0001_1_03, initRequestedTime=1452787535122, initedTime=1452787535127, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:35,127 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:35,127 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,128 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:35,128 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {6A8405F71A314E0B87CAE21DB001C7FE=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:35,128 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] parallelism set to 1
2016-01-14 16:05:35,128 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:35,129 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_00, eventCount=1
2016-01-14 16:05:35,129 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second] submitted tez dag to app master: application_1452787534931_0001, with dag id: dag_1452787534931_0001_1
2016-01-14 16:05:35,129 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,129 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C57FAE08C6284763AC3D8C3F55CBB924, vertexId=vertex_1452787534931_0001_1_00, initRequestedTime=1452787535112, initedTime=1452787535129, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:35,130 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] with distanceFromRoot: 0
2016-01-14 16:05:35,130 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:35,130 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:35,131 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {6A8405F71A314E0B87CAE21DB001C7FE=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:35,131 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] parallelism set to 1
2016-01-14 16:05:35,131 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:35,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_01, eventCount=1
2016-01-14 16:05:35,132 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C4960B6C3D924B1884BB43A0DAA61BE6, vertexId=vertex_1452787534931_0001_1_01, initRequestedTime=1452787535114, initedTime=1452787535132, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:35,132 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] with distanceFromRoot: 0
2016-01-14 16:05:35,132 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,133 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:35,133 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A]
2016-01-14 16:05:35,136 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:35,136 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A]
2016-01-14 16:05:35,137 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A]
2016-01-14 16:05:35,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A523290201D24371BF80A4E707E5936A, vertexId=vertex_1452787534931_0001_1_04, initRequestedTime=1452787535133, initedTime=1452787535137, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:35,137 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,137 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:35,139 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87]
2016-01-14 16:05:35,141 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:35,142 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87]
2016-01-14 16:05:35,142 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87]
2016-01-14 16:05:35,142 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E19B3591E16F4946B2BE2C86404B5A87, vertexId=vertex_1452787534931_0001_1_05, initRequestedTime=1452787535139, initedTime=1452787535142, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:35,142 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,142 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:35,143 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C57FAE08C6284763AC3D8C3F55CBB924
2016-01-14 16:05:35,144 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,144 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_00, startRequestedTime=1452787535143, startedTime=1452787535143
2016-01-14 16:05:35,144 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,145 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,145 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C4960B6C3D924B1884BB43A0DAA61BE6
2016-01-14 16:05:35,146 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_01, startRequestedTime=1452787535145, startedTime=1452787535145
2016-01-14 16:05:35,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,147 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,147 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3]
2016-01-14 16:05:35,152 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:35,152 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3]
2016-01-14 16:05:35,153 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3]
2016-01-14 16:05:35,153 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FF890724DB9F4A9E811C34CAE90F38C3, vertexId=vertex_1452787534931_0001_1_06, initRequestedTime=1452787535147, initedTime=1452787535153, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:35,153 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,153 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:35,154 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,154 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=C57FAE08C6284763AC3D8C3F55CBB924, taskId=task_1452787534931_0001_1_00_000000, scheduledTime=1452787535154, launchTime=1452787535154
2016-01-14 16:05:35,155 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,155 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_00 for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] numStartedSources: 1 numSources: 2
2016-01-14 16:05:35,155 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] numStartedSources: 1 numSources: 2
2016-01-14 16:05:35,156 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=C4960B6C3D924B1884BB43A0DAA61BE6, taskId=task_1452787534931_0001_1_01_000000, scheduledTime=1452787535156, launchTime=1452787535156
2016-01-14 16:05:35,156 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,156 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_01 for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] numStartedSources: 2 numSources: 2
2016-01-14 16:05:35,156 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] with distanceFromRoot: 1
2016-01-14 16:05:35,156 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,159 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:35,159 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,159 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,159 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,159 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=BD57DC954C934414AE3D0935E6592CB4, vertexId=vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:35,160 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=BD57DC954C934414AE3D0935E6592CB4, vertexId=vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,161 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=BD57DC954C934414AE3D0935E6592CB4, vertexName=FF8353EC4A214F35B9DAEC55FD22DE93, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:35,161 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=BD57DC954C934414AE3D0935E6592CB4, vertexId=vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FF8353EC4A214F35B9DAEC55FD22DE93, vertexId=vertex_1452787534931_0001_1_07, initRequestedTime=1452787535156, initedTime=1452787535162, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:35,163 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:35,163 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,163 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,162 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:35,163 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C4960B6C3D924B1884BB43A0DAA61BE6 in vertex: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,163 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C57FAE08C6284763AC3D8C3F55CBB924 in vertex: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,163 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BE228E78482347809B00C4F0D4C34F2B with 2 source tasks and 1 pending tasks
2016-01-14 16:05:35,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_02, startRequestedTime=1452787535163, startedTime=1452787535163
2016-01-14 16:05:35,164 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,164 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,164 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: C57FAE08C6284763AC3D8C3F55CBB924, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6A8405F71A314E0B87CAE21DB001C7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,164 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,164 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: C4960B6C3D924B1884BB43A0DAA61BE6, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6A8405F71A314E0B87CAE21DB001C7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,164 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,165 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_02 for vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] numStartedSources: 1 numSources: 1
2016-01-14 16:05:35,165 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] with distanceFromRoot: 2
2016-01-14 16:05:35,165 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,165 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: BE228E78482347809B00C4F0D4C34F2B in vertex: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,166 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: F48D94B2D9B14EF0B031F07500EA4C07 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:35,166 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,166 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_03, startRequestedTime=1452787535165, startedTime=1452787535165
2016-01-14 16:05:35,166 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,167 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,167 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_03 for vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] numStartedSources: 1 numSources: 1
2016-01-14 16:05:35,167 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] with distanceFromRoot: 3
2016-01-14 16:05:35,168 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_03 for vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] numStartedSources: 1 numSources: 1
2016-01-14 16:05:35,168 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] with distanceFromRoot: 3
2016-01-14 16:05:35,169 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F48D94B2D9B14EF0B031F07500EA4C07 in vertex: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,169 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: A523290201D24371BF80A4E707E5936A with 1 source tasks and 1 pending tasks
2016-01-14 16:05:35,170 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_04, startRequestedTime=1452787535168, startedTime=1452787535168
2016-01-14 16:05:35,170 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,170 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,170 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:35,171 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F48D94B2D9B14EF0B031F07500EA4C07 in vertex: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,171 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: E19B3591E16F4946B2BE2C86404B5A87 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:35,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_05, startRequestedTime=1452787535171, startedTime=1452787535171
2016-01-14 16:05:35,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,172 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,172 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_04 for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] numStartedSources: 1 numSources: 2
2016-01-14 16:05:35,173 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] numStartedSources: 1 numSources: 2
2016-01-14 16:05:35,173 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:35,173 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:35,174 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000001
2016-01-14 16:05:35,175 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,175 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000002
2016-01-14 16:05:35,175 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,176 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_05 for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] numStartedSources: 2 numSources: 2
2016-01-14 16:05:35,176 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] with distanceFromRoot: 4
2016-01-14 16:05:35,176 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E19B3591E16F4946B2BE2C86404B5A87 in vertex: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,177 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A523290201D24371BF80A4E707E5936A in vertex: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,177 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FF890724DB9F4A9E811C34CAE90F38C3 with 2 source tasks and 1 pending tasks
2016-01-14 16:05:35,177 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000001
2016-01-14 16:05:35,177 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:35,178 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,178 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_06, startRequestedTime=1452787535176, startedTime=1452787535176
2016-01-14 16:05:35,178 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,178 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787534931_0001_1_06 for vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] numStartedSources: 1 numSources: 1
2016-01-14 16:05:35,179 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000002
2016-01-14 16:05:35,179 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:35,179 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] with distanceFromRoot: 5
2016-01-14 16:05:35,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000001, launchTime=1452787535179
2016-01-14 16:05:35,179 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,180 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,181 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: FF890724DB9F4A9E811C34CAE90F38C3 in vertex: FF8353EC4A214F35B9DAEC55FD22DE93
2016-01-14 16:05:35,182 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,181 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000001
2016-01-14 16:05:35,182 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000002, launchTime=1452787535181
2016-01-14 16:05:35,182 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FF8353EC4A214F35B9DAEC55FD22DE93 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:35,183 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_00_000000_0] to container: [container_1452787534931_0001_00_000001]
2016-01-14 16:05:35,183 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,183 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:35,183 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000001 given task: attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,183 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787534931_0001_1_07, startRequestedTime=1452787535181, startedTime=1452787535181
2016-01-14 16:05:35,184 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:35,184 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,184 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000002
2016-01-14 16:05:35,185 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_00_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:35,185 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:35,185 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:35,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C57FAE08C6284763AC3D8C3F55CBB924, taskAttemptId=attempt_1452787534931_0001_1_00_000000_0, startTime=1452787535185, containerId=container_1452787534931_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:35,186 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,186 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,187 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,188 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,188 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,188 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,188 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,188 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,189 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: C57FAE08C6284763AC3D8C3F55CBB924, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6A8405F71A314E0B87CAE21DB001C7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,189 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:35,190 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,190 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:35,191 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,191 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:35,191 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,193 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:35,193 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=6A8405F71A314E0B87CAE21DB001C7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:35,193 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,194 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_01_000000_0] to container: [container_1452787534931_0001_00_000002]
2016-01-14 16:05:35,195 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,195 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_01_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:35,195 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C4960B6C3D924B1884BB43A0DAA61BE6, taskAttemptId=attempt_1452787534931_0001_1_01_000000_0, startTime=1452787535195, containerId=container_1452787534931_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:35,195 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,195 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35,196 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,196 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000002 given task: attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,196 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,196 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,197 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,197 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,197 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,197 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,197 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,197 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: C4960B6C3D924B1884BB43A0DAA61BE6, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=6A8405F71A314E0B87CAE21DB001C7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,197 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:35,198 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,199 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:35,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=6A8405F71A314E0B87CAE21DB001C7FE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:35,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,200 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,200 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,202 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:35,202 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,202 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,202 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,205 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,205 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C57FAE08C6284763AC3D8C3F55CBB924, ordinal: 0
2016-01-14 16:05:35,205 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C57FAE08C6284763AC3D8C3F55CBB924, mem on start (mb), free: 494, total: 598, max: 672
2016-01-14 16:05:35,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:35,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,208 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,209 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,210 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:35,210 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,210 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,211 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,211 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,212 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:35,213 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:35,213 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:35,214 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:35,214 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:35,214 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BE228E78482347809B00C4F0D4C34F2B, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:35,214 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 6A8405F71A314E0B87CAE21DB001C7FE, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:35,214 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,216 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:35,216 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 6A8405F71A314E0B87CAE21DB001C7FE being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:35,217 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,217 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,216 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C4960B6C3D924B1884BB43A0DAA61BE6, ordinal: 1
2016-01-14 16:05:35,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,218 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:35,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,218 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4960B6C3D924B1884BB43A0DAA61BE6, mem on start (mb), free: 492, total: 598, max: 672
2016-01-14 16:05:35,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,219 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,220 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,220 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:35,220 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:35,220 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:35,220 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:35,221 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 104857600, TotalRequestedScaled: 5.24288E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:35,221 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 6A8405F71A314E0B87CAE21DB001C7FE, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:35,221 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BE228E78482347809B00C4F0D4C34F2B, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:35,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,222 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:35,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 6A8405F71A314E0B87CAE21DB001C7FE being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:35,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,223 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,224 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:35,224 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@35a186f7
2016-01-14 16:05:35,228 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@35a186f7
2016-01-14 16:05:35,229 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:35,230 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:35,230 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:35,231 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3d5e15eb
2016-01-14 16:05:35,232 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3d5e15eb
2016-01-14 16:05:35,232 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:35,233 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:35,238 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:35,238 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,238 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]], id: 72F93673EF114E9C9FEBD0736C2649D0
2016-01-14 16:05:35,238 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] 72F93673EF114E9C9FEBD0736C2649D0
2016-01-14 16:05:35,239 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,239 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,239 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=52428800
2016-01-14 16:05:35,243 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:35,245 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 6A8405F71A314E0B87CAE21DB001C7FE
2016-01-14 16:05:35,245 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]], id: 72F93673EF114E9C9FEBD0736C2649D0
2016-01-14 16:05:35,245 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] 72F93673EF114E9C9FEBD0736C2649D0
2016-01-14 16:05:35,246 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=52428800
2016-01-14 16:05:35,247 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,247 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,247 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=52428800
2016-01-14 16:05:35,256 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=52428800
2016-01-14 16:05:35,257 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:35,257 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:35,257 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C57FAE08C6284763AC3D8C3F55CBB924, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:35,262 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,262 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C57FAE08C6284763AC3D8C3F55CBB924, mem on close (mb), free: 389, total: 598, max: 672
2016-01-14 16:05:35,262 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:35,263 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:35,263 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:35,263 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:35,263 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C4960B6C3D924B1884BB43A0DAA61BE6, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:35,267 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,267 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:35,267 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C4960B6C3D924B1884BB43A0DAA61BE6, mem on close (mb), free: 388, total: 598, max: 672
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,268 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:35,269 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:35,268 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[File System Counters FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787535259, Process_Duration=3, Process_End_Time=1452787535262, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13]]
2016-01-14 16:05:35,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_00, eventCount=1
2016-01-14 16:05:35,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C57FAE08C6284763AC3D8C3F55CBB924, taskAttemptId=attempt_1452787534931_0001_1_00_000000_0, startTime=1452787535185, finishTime=1452787535270, timeTaken=85, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535259, Process_Duration=3, Process_End_Time=1452787535262, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:35,270 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,271 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,271 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,271 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=C57FAE08C6284763AC3D8C3F55CBB924, taskId=task_1452787534931_0001_1_00_000000, startTime=1452787535185, finishTime=1452787535271, timeTaken=86, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_00_000000_0, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535259, Process_Duration=3, Process_End_Time=1452787535262, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:35,272 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,272 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] : 1
2016-01-14 16:05:35,272 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,272 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,273 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,273 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=C57FAE08C6284763AC3D8C3F55CBB924, vertexId=vertex_1452787534931_0001_1_00, initRequestedTime=1452787535112, initedTime=1452787535129, startRequestedTime=1452787535143, startedTime=1452787535143, finishTime=1452787535272, timeTaken=129, status=SUCCEEDED, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535259, Process_Duration=3, Process_End_Time=1452787535262, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1452787535185, firstTasksToStart=[ task_1452787534931_0001_1_00_000000 ], lastTaskFinishTime=1452787535270, lastTasksToFinish=[ task_1452787534931_0001_1_00_000000 ], minTaskDuration=85, maxTaskDuration=85, avgTaskDuration=85.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_00_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,273 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,273 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000001, stoppedTime=1452787535273, exitStatus=0
2016-01-14 16:05:35,274 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,274 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] attempt: attempt_1452787534931_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,274 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,274 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,274 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787534931_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:35,274 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:35,273 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000001
2016-01-14 16:05:35,277 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,277 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,279 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:35,279 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000001, Exiting
2016-01-14 16:05:35,279 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000001
2016-01-14 16:05:35,279 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000001
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,281 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,281 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_01, eventCount=1
2016-01-14 16:05:35,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[File System Counters FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=8264, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787535264, Process_Duration=3, Process_End_Time=1452787535267, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13]]
2016-01-14 16:05:35,282 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,282 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,282 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,283 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000001 completed successfully
2016-01-14 16:05:35,283 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,282 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C4960B6C3D924B1884BB43A0DAA61BE6, taskAttemptId=attempt_1452787534931_0001_1_01_000000_0, startTime=1452787535195, finishTime=1452787535282, timeTaken=87, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=8264, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535264, Process_Duration=3, Process_End_Time=1452787535267, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:35,283 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000002
2016-01-14 16:05:35,283 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,283 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35,284 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35,284 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,284 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=C4960B6C3D924B1884BB43A0DAA61BE6, taskId=task_1452787534931_0001_1_01_000000, startTime=1452787535195, finishTime=1452787535284, timeTaken=89, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_01_000000_0, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=8264, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535264, Process_Duration=3, Process_End_Time=1452787535267, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13
2016-01-14 16:05:35,284 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,284 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] : 1
2016-01-14 16:05:35,285 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,285 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,285 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=C4960B6C3D924B1884BB43A0DAA61BE6, vertexId=vertex_1452787534931_0001_1_01, initRequestedTime=1452787535114, initedTime=1452787535132, startRequestedTime=1452787535145, startedTime=1452787535145, finishTime=1452787535285, timeTaken=140, status=SUCCEEDED, diagnostics=, counters=Counters: 29, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=156, FILE_BYTES_WRITTEN=8264, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627572736, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=13, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=182, OUTPUT_BYTES_WITH_OVERHEAD=362, OUTPUT_BYTES_PHYSICAL=242, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535264, Process_Duration=3, Process_End_Time=1452787535267, Read_Duration=1, Tuples_Read=13, Tuples_Written=13, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, vertexStats=firstTaskStartTime=1452787535195, firstTasksToStart=[ task_1452787534931_0001_1_01_000000 ], lastTaskFinishTime=1452787535282, lastTasksToFinish=[ task_1452787534931_0001_1_01_000000 ], minTaskDuration=87, maxTaskDuration=87, avgTaskDuration=87.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_01_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,286 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,286 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] attempt: attempt_1452787534931_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,286 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,286 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,286 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B]
2016-01-14 16:05:35,286 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000002, stoppedTime=1452787535287, exitStatus=0
2016-01-14 16:05:35,287 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,287 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=BE228E78482347809B00C4F0D4C34F2B, taskId=task_1452787534931_0001_1_02_000000, scheduledTime=1452787535287, launchTime=1452787535287
2016-01-14 16:05:35,287 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,288 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,288 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,288 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787534931_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 16:05:35,288 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B]
2016-01-14 16:05:35,289 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:35,289 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: BE228E78482347809B00C4F0D4C34F2B, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C57FAE08C6284763AC3D8C3F55CBB924, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=C4960B6C3D924B1884BB43A0DAA61BE6, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: BE228E78482347809B00C4F0D4C34F2B { C4960B6C3D924B1884BB43A0DAA61BE6 C57FAE08C6284763AC3D8C3F55CBB924 } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:35,289 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,290 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,290 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000003
2016-01-14 16:05:35,290 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,292 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000003
2016-01-14 16:05:35,293 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:35,294 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,294 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,294 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000002, Exiting
2016-01-14 16:05:35,294 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000002
2016-01-14 16:05:35,294 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000002
2016-01-14 16:05:35,296 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,296 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000002 completed successfully
2016-01-14 16:05:35,296 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35,297 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,297 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000003, launchTime=1452787535297
2016-01-14 16:05:35,299 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000003
2016-01-14 16:05:35,300 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_02_000000_0] to container: [container_1452787534931_0001_00_000003]
2016-01-14 16:05:35,300 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,301 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_02_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:35,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BE228E78482347809B00C4F0D4C34F2B, taskAttemptId=attempt_1452787534931_0001_1_02_000000_0, startTime=1452787535301, containerId=container_1452787534931_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:35,301 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,301 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,302 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000003 given task: attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,303 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,304 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,304 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,304 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,304 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,304 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,304 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,304 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: BE228E78482347809B00C4F0D4C34F2B, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C57FAE08C6284763AC3D8C3F55CBB924, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=C4960B6C3D924B1884BB43A0DAA61BE6, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: BE228E78482347809B00C4F0D4C34F2B { C4960B6C3D924B1884BB43A0DAA61BE6 C57FAE08C6284763AC3D8C3F55CBB924 } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:35,305 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:35,306 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,307 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,308 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:35,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C57FAE08C6284763AC3D8C3F55CBB924, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:35,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,310 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C57FAE08C6284763AC3D8C3F55CBB924
2016-01-14 16:05:35,312 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C57FAE08C6284763AC3D8C3F55CBB924
2016-01-14 16:05:35,312 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C57FAE08C6284763AC3D8C3F55CBB924
2016-01-14 16:05:35,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C4960B6C3D924B1884BB43A0DAA61BE6, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:35,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C4960B6C3D924B1884BB43A0DAA61BE6
2016-01-14 16:05:35,316 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,316 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C4960B6C3D924B1884BB43A0DAA61BE6
2016-01-14 16:05:35,316 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C4960B6C3D924B1884BB43A0DAA61BE6
2016-01-14 16:05:35,318 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:35,319 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,323 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BE228E78482347809B00C4F0D4C34F2B, ordinal: 2
2016-01-14 16:05:35,323 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE228E78482347809B00C4F0D4C34F2B, mem on start (mb), free: 381, total: 598, max: 672
2016-01-14 16:05:35,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:35,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,324 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,324 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:35,324 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,326 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: BE228E78482347809B00C4F0D4C34F2B { C4960B6C3D924B1884BB43A0DAA61BE6 C57FAE08C6284763AC3D8C3F55CBB924 } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput
2016-01-14 16:05:35,326 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,327 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:35,327 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:35,327 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:35,328 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:35,328 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 1373215104, TotalRequestedScaled: 1.804749074285714E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.95
2016-01-14 16:05:35,329 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C57FAE08C6284763AC3D8C3F55CBB924, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:35,329 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C4960B6C3D924B1884BB43A0DAA61BE6, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:35,329 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F48D94B2D9B14EF0B031F07500EA4C07, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:35,330 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,330 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring C57FAE08C6284763AC3D8C3F55CBB924 for start, since it will be controlled via it's Group
2016-01-14 16:05:35,330 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring C4960B6C3D924B1884BB43A0DAA61BE6 for start, since it will be controlled via it's Group
2016-01-14 16:05:35,331 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,331 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:35,331 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:35,332 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,334 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:35,334 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:35,334 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,335 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: BE228E78482347809B00C4F0D4C34F2B being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:35,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,336 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,336 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,340 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]]
2016-01-14 16:05:35,340 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] streamed: true, id: 72F93673EF114E9C9FEBD0736C2649D0
2016-01-14 16:05:35,340 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(first)[by:[{1}:'char']], id: 2EE446118D9B497A9EE1389963F0E2E2
2016-01-14 16:05:35,341 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(first)[by:[{1}:'char']] 2EE446118D9B497A9EE1389963F0E2E2
2016-01-14 16:05:35,341 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6ab4e695; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@a8e76ee; comparator=cascading.tuple.hadoop.util.TupleComparator@f2208ac; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:35,341 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,341 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,342 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:35,354 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_00_000000_0_10137, runDuration: 0, ]
2016-01-14 16:05:35,355 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:35,355 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_00_000000_0_10137]]
2016-01-14 16:05:35,355 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_01_000000_0_10141, runDuration: 0, ]
2016-01-14 16:05:35,357 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:35,357 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_01_000000_0_10141]]
2016-01-14 16:05:35,360 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_01_000000_0_10141] decomp: 214 len: 218 to DISK_DIRECT
2016-01-14 16:05:35,361 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_01_000000_0_10141] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787535361, TimeTaken=3, Rate=0.07 MB/s
2016-01-14 16:05:35,361 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : C4960B6C3D924B1884BB43A0DAA61BE6
2016-01-14 16:05:35,362 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,363 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:35,363 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:35,365 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_00_000000_0_10137] decomp: 214 len: 218 to DISK_DIRECT
2016-01-14 16:05:35,366 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_00_000000_0_10137] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787535366, TimeTaken=2, Rate=0.10 MB/s
2016-01-14 16:05:35,366 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : C57FAE08C6284763AC3D8C3F55CBB924
2016-01-14 16:05:35,366 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,366 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:35,368 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:35,368 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:35,368 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:35,368 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:35,367 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:35,369 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:35,371 INFO  element.TezMergeGate (TezMergeGate.java:prepare(111)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(first)[by: count-lhs:[{1}:0] count-rhs:[{1}:0]] 72F93673EF114E9C9FEBD0736C2649D0, for 1 inputs
2016-01-14 16:05:35,371 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BE228E78482347809B00C4F0D4C34F2B, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:35,372 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:35,372 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,372 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:35,373 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,373 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:35,373 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,374 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:35,374 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,374 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 13
2016-01-14 16:05:35,375 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 9, with capacity: 2
2016-01-14 16:05:35,375 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,376 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 11, with capacity: 2
2016-01-14 16:05:35,376 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,376 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 13, with capacity: 2
2016-01-14 16:05:35,376 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,377 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 15, with capacity: 2
2016-01-14 16:05:35,377 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,377 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 13
2016-01-14 16:05:35,378 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,378 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE228E78482347809B00C4F0D4C34F2B, mem on close (mb), free: 462, total: 599, max: 672
2016-01-14 16:05:35,378 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceC57FAE08C6284763AC3D8C3F55CBB924: 0
2016-01-14 16:05:35,378 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceC4960B6C3D924B1884BB43A0DAA61BE6: 0
2016-01-14 16:05:35,379 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:35,379 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:35,379 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 198; bufvoid = 104857600
2016-01-14 16:05:35,379 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214328(104857312); length = 69/6553600
2016-01-14 16:05:35,382 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,385 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_02, eventCount=1
2016-01-14 16:05:35,386 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BE228E78482347809B00C4F0D4C34F2B, taskAttemptId=attempt_1452787534931_0001_1_02_000000_0, startTime=1452787535301, finishTime=1452787535386, timeTaken=85, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=182, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=146, OUTPUT_BYTES_PHYSICAL=150, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=21, LAST_EVENT_RECEIVED=26, cascading.flow.SliceCounters, Process_Begin_Time=1452787535371, Process_Duration=7, Process_End_Time=1452787535378, Tuples_Written=18, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:35,386 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,387 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,387 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=BE228E78482347809B00C4F0D4C34F2B, taskId=task_1452787534931_0001_1_02_000000, startTime=1452787535301, finishTime=1452787535387, timeTaken=86, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_02_000000_0, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=182, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=146, OUTPUT_BYTES_PHYSICAL=150, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=21, LAST_EVENT_RECEIVED=26, cascading.flow.SliceCounters, Process_Begin_Time=1452787535371, Process_Duration=7, Process_End_Time=1452787535378, Tuples_Written=18, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:35,388 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,388 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] : 1
2016-01-14 16:05:35,388 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B]
2016-01-14 16:05:35,388 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=BE228E78482347809B00C4F0D4C34F2B, vertexId=vertex_1452787534931_0001_1_02, initRequestedTime=1452787535116, initedTime=1452787535120, startRequestedTime=1452787535163, startedTime=1452787535163, finishTime=1452787535388, timeTaken=225, status=SUCCEEDED, diagnostics=, counters=Counters: 37, File System Counters, FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=182, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=146, OUTPUT_BYTES_PHYSICAL=150, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=21, LAST_EVENT_RECEIVED=26, cascading.flow.SliceCounters, Process_Begin_Time=1452787535371, Process_Duration=7, Process_End_Time=1452787535378, Tuples_Written=18, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18, vertexStats=firstTaskStartTime=1452787535301, firstTasksToStart=[ task_1452787534931_0001_1_02_000000 ], lastTaskFinishTime=1452787535386, lastTasksToFinish=[ task_1452787534931_0001_1_02_000000 ], minTaskDuration=85, maxTaskDuration=85, avgTaskDuration=85.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_02_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,389 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,389 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000003, stoppedTime=1452787535389, exitStatus=0
2016-01-14 16:05:35,390 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,390 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,390 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] attempt: attempt_1452787534931_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,390 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,391 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07]
2016-01-14 16:05:35,391 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,391 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787534931_0001_00_000003. Relying on regular task shutdown for it to end
2016-01-14 16:05:35,392 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=F48D94B2D9B14EF0B031F07500EA4C07, taskId=task_1452787534931_0001_1_03_000000, scheduledTime=1452787535391, launchTime=1452787535391
2016-01-14 16:05:35,392 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_03_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,392 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07]
2016-01-14 16:05:35,392 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000003 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:35,393 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: F48D94B2D9B14EF0B031F07500EA4C07, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=2, inputSpecList=[{{ sourceVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A523290201D24371BF80A4E707E5936A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, {{ destinationVertexName=E19B3591E16F4946B2BE2C86404B5A87, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,393 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_03_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,393 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 37 [[File System Counters FILE_BYTES_READ=532, FILE_BYTES_WRITTEN=182, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=26, OUTPUT_RECORDS=18, OUTPUT_BYTES=198, OUTPUT_BYTES_WITH_OVERHEAD=146, OUTPUT_BYTES_PHYSICAL=150, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, SHUFFLE_PHASE_TIME=33, FIRST_EVENT_RECEIVED=21, LAST_EVENT_RECEIVED=26][cascading.flow.SliceCounters Process_Begin_Time=1452787535371, Process_Duration=7, Process_End_Time=1452787535378, Tuples_Written=18, Write_Duration=1][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=16, Num_Keys_Hit=8, Num_Keys_Missed=18]]
2016-01-14 16:05:35,394 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000004
2016-01-14 16:05:35,394 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000004 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,394 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,395 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,395 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000003
2016-01-14 16:05:35,395 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,395 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,395 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000003, Exiting
2016-01-14 16:05:35,396 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000003
2016-01-14 16:05:35,396 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000003
2016-01-14 16:05:35,396 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,396 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000003 completed successfully
2016-01-14 16:05:35,396 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000004
2016-01-14 16:05:35,397 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:35,399 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000003 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35,400 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000004, launchTime=1452787535400
2016-01-14 16:05:35,400 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,400 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000004 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,402 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000004
2016-01-14 16:05:35,402 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_03_000000_0] to container: [container_1452787534931_0001_00_000004]
2016-01-14 16:05:35,403 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000004 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,403 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_03_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000004] on NM: [127.0.0.1:0]
2016-01-14 16:05:35,404 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F48D94B2D9B14EF0B031F07500EA4C07, taskAttemptId=attempt_1452787534931_0001_1_03_000000_0, startTime=1452787535403, containerId=container_1452787534931_0001_00_000004, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000004/teamcity, completedLogs=
2016-01-14 16:05:35,404 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_03_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,404 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_03_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35,404 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,405 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000004 given task: attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,405 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,406 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,406 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,406 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,406 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,406 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,406 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,407 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: F48D94B2D9B14EF0B031F07500EA4C07, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=2, inputSpecList=[{{ sourceVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A523290201D24371BF80A4E707E5936A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, {{ destinationVertexName=E19B3591E16F4946B2BE2C86404B5A87, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,407 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=2, JVM.maxFree=704643072
2016-01-14 16:05:35,409 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,409 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,411 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_03_000000_0 sent events: (0-1)
2016-01-14 16:05:35,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BE228E78482347809B00C4F0D4C34F2B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:35,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,414 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:35,414 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:35,415 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A523290201D24371BF80A4E707E5936A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:35,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,418 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:35,419 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E19B3591E16F4946B2BE2C86404B5A87, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:35,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,424 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,424 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:35,424 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,432 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F48D94B2D9B14EF0B031F07500EA4C07, ordinal: 3
2016-01-14 16:05:35,432 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F48D94B2D9B14EF0B031F07500EA4C07, mem on start (mb), free: 453, total: 599, max: 672
2016-01-14 16:05:35,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:35,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,434 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,435 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:35,435 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:35,436 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:35,436 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:35,436 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 843893952, TotalRequestedScaled: 5.585614445714284E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.20
2016-01-14 16:05:35,437 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BE228E78482347809B00C4F0D4C34F2B, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=449163470
2016-01-14 16:05:35,437 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A523290201D24371BF80A4E707E5936A, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=6188870
2016-01-14 16:05:35,438 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E19B3591E16F4946B2BE2C86404B5A87, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=6188870
2016-01-14 16:05:35,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,439 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:35,440 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:35,440 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: BE228E78482347809B00C4F0D4C34F2B with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,440 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=449163470. Updated to: ShuffleMem=449163470, postMergeMem: 0
2016-01-14 16:05:35,440 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=449163470, maxSingleShuffleLimit=112290864, mergeThreshold=404247104, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:35,440 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:35,441 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,441 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BE228E78482347809B00C4F0D4C34F2B being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:35,441 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,442 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,442 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,443 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,449 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(first)[by:[{1}:'char']]
2016-01-14 16:05:35,451 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(first)[by:[{1}:'char']] streamed: true, id: 2EE446118D9B497A9EE1389963F0E2E2
2016-01-14 16:05:35,451 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Boundary(FD6948557B4E4B1EBF95D9D412247FBE), id: FD6948557B4E4B1EBF95D9D412247FBE
2016-01-14 16:05:35,451 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(114)) - calling UnorderedPartitionedKVOutput#start() on: Boundary(FD6948557B4E4B1EBF95D9D412247FBE) FD6948557B4E4B1EBF95D9D412247FBE
2016-01-14 16:05:35,452 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,453 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,453 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=3094432
2016-01-14 16:05:35,454 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=3094432
2016-01-14 16:05:35,454 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(114)) - calling UnorderedPartitionedKVOutput#start() on: Boundary(FD6948557B4E4B1EBF95D9D412247FBE) FD6948557B4E4B1EBF95D9D412247FBE
2016-01-14 16:05:35,455 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,455 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,455 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=3094432
2016-01-14 16:05:35,456 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=3094432
2016-01-14 16:05:35,457 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(first)[by:[{1}:'char']] 2EE446118D9B497A9EE1389963F0E2E2, for 1 inputs
2016-01-14 16:05:35,458 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_02_000000_0_10145, runDuration: 61816, ]
2016-01-14 16:05:35,460 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_02_000000_0_10145] to DISK_DIRECT, CompressedSize=150, DecompressedSize=146,EndTime=1452787535460, TimeTaken=1, Rate=0.14 MB/s
2016-01-14 16:05:35,460 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,461 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,461 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [BE228E78482347809B00C4F0D4C34F2B] #21 in 2ms
2016-01-14 16:05:35,461 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [BE228E78482347809B00C4F0D4C34F2B] #21, status:false, isInterrupted:false
2016-01-14 16:05:35,463 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:35,463 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 150 bytes from disk
2016-01-14 16:05:35,463 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:35,464 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:35,464 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 133 bytes
2016-01-14 16:05:35,465 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,465 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:35,465 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F48D94B2D9B14EF0B031F07500EA4C07, all 1 inputs ready in: 00:00:00.007
2016-01-14 16:05:35,467 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@124ccc85; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@70073925
2016-01-14 16:05:35,471 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,471 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F48D94B2D9B14EF0B031F07500EA4C07, mem on close (mb), free: 444, total: 599, max: 672
2016-01-14 16:05:35,471 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: BE228E78482347809B00C4F0D4C34F2B
2016-01-14 16:05:35,472 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:35,472 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:35,473 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:35,473 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:35,474 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:35,474 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:35,474 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:35,477 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:35,478 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:35,478 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:35,481 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,483 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_03_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_03, eventCount=2
2016-01-14 16:05:35,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F48D94B2D9B14EF0B031F07500EA4C07, taskAttemptId=attempt_1452787534931_0001_1_03_000000_0, startTime=1452787535403, finishTime=1452787535484, timeTaken=81, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 50, File System Counters, FILE_BYTES_READ=182, FILE_BYTES_WRITTEN=204, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=10, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=100, OUTPUT_BYTES_WITH_OVERHEAD=236, OUTPUT_BYTES_PHYSICAL=188, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=146, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=21, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=19, LAST_EVENT_RECEIVED=19, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535466, Process_Duration=5, Process_End_Time=1452787535471, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=1
2016-01-14 16:05:35,484 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_03_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,484 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,484 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35,485 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=F48D94B2D9B14EF0B031F07500EA4C07, taskId=task_1452787534931_0001_1_03_000000, startTime=1452787535403, finishTime=1452787535485, timeTaken=82, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_03_000000_0, diagnostics=, counters=Counters: 50, File System Counters, FILE_BYTES_READ=182, FILE_BYTES_WRITTEN=204, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=10, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=100, OUTPUT_BYTES_WITH_OVERHEAD=236, OUTPUT_BYTES_PHYSICAL=188, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=146, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=21, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=19, LAST_EVENT_RECEIVED=19, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535466, Process_Duration=5, Process_End_Time=1452787535471, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=1
2016-01-14 16:05:35,485 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_03_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,485 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] : 1
2016-01-14 16:05:35,485 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07]
2016-01-14 16:05:35,486 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,486 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,486 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=F48D94B2D9B14EF0B031F07500EA4C07, vertexId=vertex_1452787534931_0001_1_03, initRequestedTime=1452787535122, initedTime=1452787535127, startRequestedTime=1452787535165, startedTime=1452787535165, finishTime=1452787535486, timeTaken=321, status=SUCCEEDED, diagnostics=, counters=Counters: 50, File System Counters, FILE_BYTES_READ=182, FILE_BYTES_WRITTEN=204, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=10, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=100, OUTPUT_BYTES_WITH_OVERHEAD=236, OUTPUT_BYTES_PHYSICAL=188, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=146, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=21, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=19, LAST_EVENT_RECEIVED=19, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535466, Process_Duration=5, Process_End_Time=1452787535471, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=1, vertexStats=firstTaskStartTime=1452787535403, firstTasksToStart=[ task_1452787534931_0001_1_03_000000 ], lastTaskFinishTime=1452787535484, lastTasksToFinish=[ task_1452787534931_0001_1_03_000000 ], minTaskDuration=81, maxTaskDuration=81, avgTaskDuration=81.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_03_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,486 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,487 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,488 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000004 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,490 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000004, stoppedTime=1452787535490, exitStatus=0
2016-01-14 16:05:35,490 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000004 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,490 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] attempt: attempt_1452787534931_0001_1_03_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,491 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,491 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A]
2016-01-14 16:05:35,491 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] attempt: attempt_1452787534931_0001_1_03_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,492 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,492 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87]
2016-01-14 16:05:35,492 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,493 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787534931_0001_00_000004. Relying on regular task shutdown for it to end
2016-01-14 16:05:35,490 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,493 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=A523290201D24371BF80A4E707E5936A, taskId=task_1452787534931_0001_1_04_000000, scheduledTime=1452787535493, launchTime=1452787535493
2016-01-14 16:05:35,493 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_04_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,493 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,494 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=E19B3591E16F4946B2BE2C86404B5A87, taskId=task_1452787534931_0001_1_05_000000, scheduledTime=1452787535494, launchTime=1452787535494
2016-01-14 16:05:35,494 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_05_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,495 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A]
2016-01-14 16:05:35,494 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,495 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000004 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:35,495 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87]
2016-01-14 16:05:35,496 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: A523290201D24371BF80A4E707E5936A, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_04_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,496 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_04_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,496 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: E19B3591E16F4946B2BE2C86404B5A87, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_05_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,496 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_05_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,496 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,497 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,497 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000005
2016-01-14 16:05:35,497 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000005 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,498 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000006
2016-01-14 16:05:35,498 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000006 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,496 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 50 [[File System Counters FILE_BYTES_READ=182, FILE_BYTES_WRITTEN=204, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=10, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=100, OUTPUT_BYTES_WITH_OVERHEAD=236, OUTPUT_BYTES_PHYSICAL=188, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=146, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=21, MERGE_PHASE_TIME=25, FIRST_EVENT_RECEIVED=19, LAST_EVENT_RECEIVED=19][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787535466, Process_Duration=5, Process_End_Time=1452787535471, Read_Duration=2, Tuples_Read=18, Tuples_Written=5, Write_Duration=1]]
2016-01-14 16:05:35,500 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000005
2016-01-14 16:05:35,500 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - TezTask metrics system already initialized!
2016-01-14 16:05:35,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000005, launchTime=1452787535500
2016-01-14 16:05:35,500 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000005 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,500 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,501 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000006
2016-01-14 16:05:35,501 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - TezTask metrics system already initialized!
2016-01-14 16:05:35,501 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000006, launchTime=1452787535501
2016-01-14 16:05:35,501 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,503 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000006 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,503 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,503 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,503 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000004
2016-01-14 16:05:35,504 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000004 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,504 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,504 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000004, Exiting
2016-01-14 16:05:35,504 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000004
2016-01-14 16:05:35,503 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000005
2016-01-14 16:05:35,504 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000004
2016-01-14 16:05:35,505 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,505 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000004 completed successfully
2016-01-14 16:05:35,505 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000004 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35,505 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000006
2016-01-14 16:05:35,506 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_04_000000_0] to container: [container_1452787534931_0001_00_000005]
2016-01-14 16:05:35,506 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000005 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,507 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_04_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000005] on NM: [127.0.0.1:0]
2016-01-14 16:05:35,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A523290201D24371BF80A4E707E5936A, taskAttemptId=attempt_1452787534931_0001_1_04_000000_0, startTime=1452787535506, containerId=container_1452787534931_0001_00_000005, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000005/teamcity, completedLogs=
2016-01-14 16:05:35,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,507 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_04_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,507 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_04_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35,507 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_05_000000_0] to container: [container_1452787534931_0001_00_000006]
2016-01-14 16:05:35,507 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000006 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,507 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000006 given task: attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,507 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000006: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,508 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_05_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000006] on NM: [127.0.0.1:0]
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,508 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E19B3591E16F4946B2BE2C86404B5A87, taskAttemptId=attempt_1452787534931_0001_1_05_000000_0, startTime=1452787535507, containerId=container_1452787534931_0001_00_000006, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000006/teamcity, completedLogs=
2016-01-14 16:05:35,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,508 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,508 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,508 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,508 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,508 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,509 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,509 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: E19B3591E16F4946B2BE2C86404B5A87, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_05_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,508 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_05_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,509 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:35,509 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_05_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35,510 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000005 given task: attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,510 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000005: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,510 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_05_000000_0 sent events: (0-1)
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,511 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,511 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,511 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,511 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,511 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,512 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,512 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: A523290201D24371BF80A4E707E5936A, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_04_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }}, ]
2016-01-14 16:05:35,512 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:35,512 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,513 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_04_000000_0 sent events: (0-1)
2016-01-14 16:05:35,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:35,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,515 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,516 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,516 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,516 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,516 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,516 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F48D94B2D9B14EF0B031F07500EA4C07, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:35,517 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,517 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,518 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,521 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,523 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,523 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,523 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,524 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A523290201D24371BF80A4E707E5936A, ordinal: 4
2016-01-14 16:05:35,524 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A523290201D24371BF80A4E707E5936A, mem on start (mb), free: 437, total: 599, max: 672
2016-01-14 16:05:35,524 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,524 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,524 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:35,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,526 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:35,526 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,526 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,527 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:35,527 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:35,527 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:35,527 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 739036352, TotalRequestedScaled: 3.69518176E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:1.05
2016-01-14 16:05:35,528 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F48D94B2D9B14EF0B031F07500EA4C07, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=405125774
2016-01-14 16:05:35,528 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FF890724DB9F4A9E811C34CAE90F38C3, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=66985083
2016-01-14 16:05:35,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput }
2016-01-14 16:05:35,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F48D94B2D9B14EF0B031F07500EA4C07 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:35,528 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,531 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 405125774
2016-01-14 16:05:35,531 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 405125774, maxSingleMemLimit: 101281440
2016-01-14 16:05:35,532 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,531 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,535 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E19B3591E16F4946B2BE2C86404B5A87, ordinal: 5
2016-01-14 16:05:35,535 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E19B3591E16F4946B2BE2C86404B5A87, mem on start (mb), free: 436, total: 599, max: 672
2016-01-14 16:05:35,535 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,536 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,536 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,537 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:getInitialMemoryRequirement(411)) - Requested BufferSize (tez.runtime.unordered.output.buffer.size-mb) : 100
2016-01-14 16:05:35,537 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,537 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,538 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,538 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_03_000000_0_10148, runDuration: 0, ]
2016-01-14 16:05:35,537 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,538 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:35,538 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_03_000000_0_10148]]
2016-01-14 16:05:35,538 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,540 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_03_000000_0_10148] decomp: 66 len: 70 to DISK_DIRECT
2016-01-14 16:05:35,540 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_03_000000_0_10148] to DISK_DIRECT, CompressedSize=70, DecompressedSize=66,EndTime=1452787535540, TimeTaken=1, Rate=0.07 MB/s
2016-01-14 16:05:35,540 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,540 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,541 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:35,541 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:35,541 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,541 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Boundary(FD6948557B4E4B1EBF95D9D412247FBE)
2016-01-14 16:05:35,542 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Boundary(FD6948557B4E4B1EBF95D9D412247FBE) streamed: true, id: FD6948557B4E4B1EBF95D9D412247FBE
2016-01-14 16:05:35,542 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]], id: 186CE1AC66C844C49CFB307C688D21F2
2016-01-14 16:05:35,542 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] 186CE1AC66C844C49CFB307C688D21F2
2016-01-14 16:05:35,542 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,543 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,543 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=33492540
2016-01-14 16:05:35,541 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,543 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:35,543 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: PARTITIONED_UNSORTED_OUTPUT
2016-01-14 16:05:35,543 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:35,543 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 739036352, TotalRequestedScaled: 3.69518176E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:1.05
2016-01-14 16:05:35,543 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F48D94B2D9B14EF0B031F07500EA4C07, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=405125774
2016-01-14 16:05:35,544 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FF890724DB9F4A9E811C34CAE90F38C3, org.apache.tez.runtime.library.output.UnorderedPartitionedKVOutput: requested=104857600, allocated=66985083
2016-01-14 16:05:35,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F48D94B2D9B14EF0B031F07500EA4C07 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:35,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,546 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 405125774
2016-01-14 16:05:35,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,546 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 405125774, maxSingleMemLimit: 101281440
2016-01-14 16:05:35,547 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,550 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,553 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=33492540
2016-01-14 16:05:35,554 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(105)) - calling UnorderedKVInput#start() on: Boundary(FD6948557B4E4B1EBF95D9D412247FBE) FD6948557B4E4B1EBF95D9D412247FBE
2016-01-14 16:05:35,554 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A523290201D24371BF80A4E707E5936A, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:35,555 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Boundary(FD6948557B4E4B1EBF95D9D412247FBE)
2016-01-14 16:05:35,555 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Boundary(FD6948557B4E4B1EBF95D9D412247FBE) streamed: true, id: FD6948557B4E4B1EBF95D9D412247FBE
2016-01-14 16:05:35,556 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]], id: 186CE1AC66C844C49CFB307C688D21F2
2016-01-14 16:05:35,556 INFO  element.TezMergeGate (TezMergeGate.java:prepare(121)) - calling UnorderedPartitionedKVOutput#start() on: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] 186CE1AC66C844C49CFB307C688D21F2
2016-01-14 16:05:35,557 INFO  writers.BaseUnorderedPartitionedKVWriter (BaseUnorderedPartitionedKVWriter.java:<init>(148)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,557 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 5
2016-01-14 16:05:35,557 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,557 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,558 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A523290201D24371BF80A4E707E5936A, mem on close (mb), free: 401, total: 599, max: 672
2016-01-14 16:05:35,558 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceF48D94B2D9B14EF0B031F07500EA4C07: 0
2016-01-14 16:05:35,558 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:35,558 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:35,557 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_03_000000_0_10149, runDuration: 0, ]
2016-01-14 16:05:35,560 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:35,558 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(144)) - Running with numBuffers=2, sizePerBuffer=33492540
2016-01-14 16:05:35,560 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_03_000000_0_10149]]
2016-01-14 16:05:35,562 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:35,562 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_03_000000_0_10149] decomp: 66 len: 70 to DISK_DIRECT
2016-01-14 16:05:35,563 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_03_000000_0_10149] to DISK_DIRECT, CompressedSize=70, DecompressedSize=66,EndTime=1452787535563, TimeTaken=2, Rate=0.03 MB/s
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,563 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : F48D94B2D9B14EF0B031F07500EA4C07
2016-01-14 16:05:35,563 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,563 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:35,563 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:35,564 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_04_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_04, eventCount=1
2016-01-14 16:05:35,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 35 [[File System Counters FILE_BYTES_READ=134, FILE_BYTES_WRITTEN=102, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][cascading.flow.SliceCounters Process_Begin_Time=1452787535554, Process_Duration=3, Process_End_Time=1452787535557, Tuples_Written=5, Write_Duration=1]]
2016-01-14 16:05:35,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A523290201D24371BF80A4E707E5936A, taskAttemptId=attempt_1452787534931_0001_1_04_000000_0, startTime=1452787535506, finishTime=1452787535564, timeTaken=58, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 35, File System Counters, FILE_BYTES_READ=134, FILE_BYTES_WRITTEN=102, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, cascading.flow.SliceCounters, Process_Begin_Time=1452787535554, Process_Duration=3, Process_End_Time=1452787535557, Tuples_Written=5, Write_Duration=1
2016-01-14 16:05:35,565 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,565 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_04_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,565 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35,565 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,565 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,565 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=A523290201D24371BF80A4E707E5936A, taskId=task_1452787534931_0001_1_04_000000, startTime=1452787535506, finishTime=1452787535565, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_04_000000_0, diagnostics=, counters=Counters: 35, File System Counters, FILE_BYTES_READ=134, FILE_BYTES_WRITTEN=102, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, cascading.flow.SliceCounters, Process_Begin_Time=1452787535554, Process_Duration=3, Process_End_Time=1452787535557, Tuples_Written=5, Write_Duration=1
2016-01-14 16:05:35,566 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_04_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,566 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] : 1
2016-01-14 16:05:35,566 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A]
2016-01-14 16:05:35,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=A523290201D24371BF80A4E707E5936A, vertexId=vertex_1452787534931_0001_1_04, initRequestedTime=1452787535133, initedTime=1452787535137, startRequestedTime=1452787535168, startedTime=1452787535168, finishTime=1452787535566, timeTaken=398, status=SUCCEEDED, diagnostics=, counters=Counters: 35, File System Counters, FILE_BYTES_READ=134, FILE_BYTES_WRITTEN=102, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, cascading.flow.SliceCounters, Process_Begin_Time=1452787535554, Process_Duration=3, Process_End_Time=1452787535557, Tuples_Written=5, Write_Duration=1, vertexStats=firstTaskStartTime=1452787535506, firstTasksToStart=[ task_1452787534931_0001_1_04_000000 ], lastTaskFinishTime=1452787535564, lastTasksToFinish=[ task_1452787534931_0001_1_04_000000 ], minTaskDuration=58, maxTaskDuration=58, avgTaskDuration=58.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_04_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_04_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,567 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,567 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000005 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000005, stoppedTime=1452787535567, exitStatus=0
2016-01-14 16:05:35,567 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000005 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,567 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] attempt: attempt_1452787534931_0001_1_04_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,567 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:<init>(150)) - Initialize Buffer #1 with size=33492540
2016-01-14 16:05:35,567 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,568 INFO  element.TezBoundaryStage (TezBoundaryStage.java:prepare(105)) - calling UnorderedKVInput#start() on: Boundary(FD6948557B4E4B1EBF95D9D412247FBE) FD6948557B4E4B1EBF95D9D412247FBE
2016-01-14 16:05:35,568 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E19B3591E16F4946B2BE2C86404B5A87, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:35,568 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,568 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,569 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 5
2016-01-14 16:05:35,569 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,569 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,566 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000005
2016-01-14 16:05:35,569 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E19B3591E16F4946B2BE2C86404B5A87, mem on close (mb), free: 367, total: 599, max: 672
2016-01-14 16:05:35,567 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A] completed., numCompletedVertices=5, numSuccessfulVertices=5, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,574 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000005 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,575 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000005: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,574 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceF48D94B2D9B14EF0B031F07500EA4C07: 0
2016-01-14 16:05:35,574 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787534931_0001_00_000005. Relying on regular task shutdown for it to end
2016-01-14 16:05:35,575 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(420)) - Waiting for all spills to complete : Pending : 0
2016-01-14 16:05:35,575 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:close(440)) - All spills complete
2016-01-14 16:05:35,575 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000005, Exiting
2016-01-14 16:05:35,575 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000005
2016-01-14 16:05:35,576 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000005
2016-01-14 16:05:35,575 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000005 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:35,576 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000005 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,576 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000005 completed successfully
2016-01-14 16:05:35,576 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000005 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35,578 INFO  writers.UnorderedPartitionedKVWriter (UnorderedPartitionedKVWriter.java:call(380)) - Finished final and only spill
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,579 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_05_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,580 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 35 [[File System Counters FILE_BYTES_READ=204, FILE_BYTES_WRITTEN=9333, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13][cascading.flow.SliceCounters Process_Begin_Time=1452787535568, Process_Duration=1, Process_End_Time=1452787535569, Tuples_Written=5, Write_Duration=0]]
2016-01-14 16:05:35,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_05, eventCount=1
2016-01-14 16:05:35,580 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E19B3591E16F4946B2BE2C86404B5A87, taskAttemptId=attempt_1452787534931_0001_1_05_000000_0, startTime=1452787535507, finishTime=1452787535580, timeTaken=73, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 35, File System Counters, FILE_BYTES_READ=204, FILE_BYTES_WRITTEN=9333, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13, cascading.flow.SliceCounters, Process_Begin_Time=1452787535568, Process_Duration=1, Process_End_Time=1452787535569, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:35,580 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_05_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,580 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35,580 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,581 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,581 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=E19B3591E16F4946B2BE2C86404B5A87, taskId=task_1452787534931_0001_1_05_000000, startTime=1452787535507, finishTime=1452787535580, timeTaken=73, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_05_000000_0, diagnostics=, counters=Counters: 35, File System Counters, FILE_BYTES_READ=204, FILE_BYTES_WRITTEN=9333, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13, cascading.flow.SliceCounters, Process_Begin_Time=1452787535568, Process_Duration=1, Process_End_Time=1452787535569, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:35,581 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_05_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,581 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] : 1
2016-01-14 16:05:35,581 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87]
2016-01-14 16:05:35,582 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,582 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=E19B3591E16F4946B2BE2C86404B5A87, vertexId=vertex_1452787534931_0001_1_05, initRequestedTime=1452787535139, initedTime=1452787535142, startRequestedTime=1452787535171, startedTime=1452787535171, finishTime=1452787535581, timeTaken=410, status=SUCCEEDED, diagnostics=, counters=Counters: 35, File System Counters, FILE_BYTES_READ=204, FILE_BYTES_WRITTEN=9333, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=0, NUM_SHUFFLED_INPUTS=1, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=5, OUTPUT_RECORDS=5, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=50, OUTPUT_BYTES_WITH_OVERHEAD=118, OUTPUT_BYTES_PHYSICAL=94, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=70, SHUFFLE_BYTES_DECOMPRESSED=66, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=70, SHUFFLE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=13, LAST_EVENT_RECEIVED=13, cascading.flow.SliceCounters, Process_Begin_Time=1452787535568, Process_Duration=1, Process_End_Time=1452787535569, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1452787535507, firstTasksToStart=[ task_1452787534931_0001_1_05_000000 ], lastTaskFinishTime=1452787535580, lastTasksToFinish=[ task_1452787534931_0001_1_05_000000 ], minTaskDuration=73, maxTaskDuration=73, avgTaskDuration=73.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_05_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_05_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,582 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,582 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000006
2016-01-14 16:05:35,582 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,582 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000006 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,582 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000006, stoppedTime=1452787535582, exitStatus=0
2016-01-14 16:05:35,582 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,583 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000006 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,583 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] attempt: attempt_1452787534931_0001_1_05_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,583 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,583 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3]
2016-01-14 16:05:35,583 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87] completed., numCompletedVertices=6, numSuccessfulVertices=6, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,583 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=FF890724DB9F4A9E811C34CAE90F38C3, taskId=task_1452787534931_0001_1_06_000000, scheduledTime=1452787535583, launchTime=1452787535583
2016-01-14 16:05:35,583 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,583 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787534931_0001_00_000006. Relying on regular task shutdown for it to end
2016-01-14 16:05:35,583 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_06_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,584 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3]
2016-01-14 16:05:35,584 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000006 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:35,584 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: FF890724DB9F4A9E811C34CAE90F38C3, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_06_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A523290201D24371BF80A4E707E5936A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=E19B3591E16F4946B2BE2C86404B5A87, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FF8353EC4A214F35B9DAEC55FD22DE93, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: FF890724DB9F4A9E811C34CAE90F38C3 { E19B3591E16F4946B2BE2C86404B5A87 A523290201D24371BF80A4E707E5936A } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:35,584 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_06_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,584 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,585 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000007
2016-01-14 16:05:35,585 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000007 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,586 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000007
2016-01-14 16:05:35,586 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:35,588 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000007, launchTime=1452787535588
2016-01-14 16:05:35,588 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,588 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000007 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,589 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000007
2016-01-14 16:05:35,590 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_06_000000_0] to container: [container_1452787534931_0001_00_000007]
2016-01-14 16:05:35,590 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000007 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,590 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000007 given task: attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,590 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000007: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,590 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_06_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000007] on NM: [127.0.0.1:0]
2016-01-14 16:05:35,591 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,591 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,591 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,591 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,591 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,591 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,592 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: FF890724DB9F4A9E811C34CAE90F38C3, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_06_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A523290201D24371BF80A4E707E5936A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, {{ sourceVertexName=E19B3591E16F4946B2BE2C86404B5A87, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FF8353EC4A214F35B9DAEC55FD22DE93, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ] groupInputSpecList=[{Group: FF890724DB9F4A9E811C34CAE90F38C3 { E19B3591E16F4946B2BE2C86404B5A87 A523290201D24371BF80A4E707E5936A } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput}, ]
2016-01-14 16:05:35,592 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:35,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FF890724DB9F4A9E811C34CAE90F38C3, taskAttemptId=attempt_1452787534931_0001_1_06_000000_0, startTime=1452787535590, containerId=container_1452787534931_0001_00_000007, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000007/teamcity, completedLogs=
2016-01-14 16:05:35,593 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_06_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,592 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_06_000000_0 sent events: (0-2)
2016-01-14 16:05:35,592 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000006 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,593 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000006: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,592 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,593 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000006, Exiting
2016-01-14 16:05:35,593 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_06_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35,593 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,593 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000006
2016-01-14 16:05:35,594 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000006
2016-01-14 16:05:35,594 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000006 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,594 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000006 completed successfully
2016-01-14 16:05:35,595 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000006 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E19B3591E16F4946B2BE2C86404B5A87, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:35,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,596 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FF8353EC4A214F35B9DAEC55FD22DE93, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:35,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,597 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FF8353EC4A214F35B9DAEC55FD22DE93
2016-01-14 16:05:35,597 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A523290201D24371BF80A4E707E5936A, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.UnorderedKVInput }
2016-01-14 16:05:35,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,598 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,597 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,599 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:35,599 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FF8353EC4A214F35B9DAEC55FD22DE93
2016-01-14 16:05:35,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FF8353EC4A214F35B9DAEC55FD22DE93
2016-01-14 16:05:35,599 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,599 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,603 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FF890724DB9F4A9E811C34CAE90F38C3, ordinal: 6
2016-01-14 16:05:35,603 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF890724DB9F4A9E811C34CAE90F38C3, mem on start (mb), free: 362, total: 599, max: 672
2016-01-14 16:05:35,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:35,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,603 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: FF890724DB9F4A9E811C34CAE90F38C3 { E19B3591E16F4946B2BE2C86404B5A87 A523290201D24371BF80A4E707E5936A } MergedInputDescriptor: org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput
2016-01-14 16:05:35,603 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:35,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:35,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: UNSORTED_INPUT
2016-01-14 16:05:35,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:35,604 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 14, TotalRequested: 1373215104, TotalRequestedScaled: 1.804749074285714E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.95
2016-01-14 16:05:35,604 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E19B3591E16F4946B2BE2C86404B5A87, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:35,604 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FF8353EC4A214F35B9DAEC55FD22DE93, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:35,604 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A523290201D24371BF80A4E707E5936A, org.apache.tez.runtime.library.input.UnorderedKVInput: requested=634178752, allocated=115845004
2016-01-14 16:05:35,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring A523290201D24371BF80A4E707E5936A for start, since it will be controlled via it's Group
2016-01-14 16:05:35,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring E19B3591E16F4946B2BE2C86404B5A87 for start, since it will be controlled via it's Group
2016-01-14 16:05:35,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: FF890724DB9F4A9E811C34CAE90F38C3 being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:35,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,605 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:35,605 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:35,604 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,605 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,605 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,606 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(95)) - RequestedMem=634178752, Allocated: 115845004
2016-01-14 16:05:35,606 INFO  impl.SimpleFetchedInputAllocator (SimpleFetchedInputAllocator.java:<init>(109)) - SimpleInputManager -> MemoryLimit: 115845004, maxSingleMemLimit: 28961252
2016-01-14 16:05:35,606 INFO  impl.ShuffleManager (ShuffleManager.java:<init>(250)) - ShuffleManager : numInputs=1, compressionCodec=NoCompressionCodec, numFetchers=1, ifileBufferSize=4096, ifileReadAheadEnabled=true, ifileReadAheadLength=4194304, localDiskFetchEnabled=true, sharedFetchEnabled=false, keepAlive=false, keepAliveMaxConnections=20, connectionTimeout=180000, readTimeout=180000, bufferSize=8192, sslShuffle=false, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,607 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,607 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_04_000000_0_10154, runDuration: 0, ]
2016-01-14 16:05:35,607 INFO  impl.ShuffleInputEventHandlerImpl (ShuffleInputEventHandlerImpl.java:processDataMovementEvent(106)) - DME srcIdx: 0, targetIndex: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_05_000000_0_10155, runDuration: 0, ]
2016-01-14 16:05:35,608 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:35,608 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_04_000000_0_10154]]
2016-01-14 16:05:35,608 INFO  impl.ShuffleManager (ShuffleManager.java:call(320)) - Scheduling fetch for inputHost: ip-10-187-41-40:0
2016-01-14 16:05:35,608 INFO  impl.ShuffleManager (ShuffleManager.java:constructFetcherForHost(406)) - Created Fetcher for host: ip-10-187-41-40, with inputs: [InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_05_000000_0_10155]]
2016-01-14 16:05:35,609 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_04_000000_0_10154] decomp: 66 len: 70 to DISK_DIRECT
2016-01-14 16:05:35,610 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]]
2016-01-14 16:05:35,610 INFO  shuffle.Fetcher (Fetcher.java:doLocalDiskFetch(548)) - fetcher about to shuffle output of srcAttempt (direct disk)InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_05_000000_0_10155] decomp: 66 len: 70 to DISK_DIRECT
2016-01-14 16:05:35,610 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_04_000000_0_10154] to DISK_DIRECT, CompressedSize=70, DecompressedSize=66,EndTime=1452787535610, TimeTaken=1, Rate=0.07 MB/s
2016-01-14 16:05:35,610 INFO  impl.ShuffleManager (ShuffleManager.java:logIndividualFetchComplete(763)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_05_000000_0_10155] to DISK_DIRECT, CompressedSize=70, DecompressedSize=66,EndTime=1452787535610, TimeTaken=1, Rate=0.07 MB/s
2016-01-14 16:05:35,610 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : A523290201D24371BF80A4E707E5936A
2016-01-14 16:05:35,610 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] streamed: true, id: 186CE1AC66C844C49CFB307C688D21F2
2016-01-14 16:05:35,610 INFO  impl.ShuffleManager (ShuffleManager.java:registerCompletedInput(649)) - All inputs fetched for input vertex : E19B3591E16F4946B2BE2C86404B5A87
2016-01-14 16:05:35,610 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,611 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:35,610 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(second)[by:[{1}:'char']], id: 434380F1B57D48A8B516174FA6AC48B0
2016-01-14 16:05:35,611 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(second)[by:[{1}:'char']] 434380F1B57D48A8B516174FA6AC48B0
2016-01-14 16:05:35,611 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@228ec007; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@49e11d4a; comparator=cascading.tuple.hadoop.util.TupleComparator@5a4a0b2a; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:35,611 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:35,611 INFO  impl.ShuffleManager (ShuffleManager.java:logProgress(749)) - copy(0 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,612 INFO  impl.ShuffleManager (ShuffleManager.java:call(345)) - Shutting down FetchScheduler, Was Interrupted: false
2016-01-14 16:05:35,612 INFO  impl.ShuffleManager (ShuffleManager.java:onSuccess(774)) - Scheduler thread completed
2016-01-14 16:05:35,612 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:35,612 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:35,613 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:35,634 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:35,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:35,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:35,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:35,634 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:35,635 INFO  element.TezMergeGate (TezMergeGate.java:prepare(111)) - calling ConcatenatedMergedKeyValueInput#start() on: Merge(second)[by: lhs:[{1}:0] rhs:[{1}:0]] 186CE1AC66C844C49CFB307C688D21F2, for 1 inputs
2016-01-14 16:05:35,635 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FF890724DB9F4A9E811C34CAE90F38C3, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:35,637 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:35,637 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:35,637 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:35,637 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:35,637 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 5
2016-01-14 16:05:35,638 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:35,638 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:35,639 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:35,639 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:35,639 INFO  readers.UnorderedKVReader (UnorderedKVReader.java:next(128)) - Num Records read: 5
2016-01-14 16:05:35,639 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,640 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF890724DB9F4A9E811C34CAE90F38C3, mem on close (mb), free: 464, total: 599, max: 672
2016-01-14 16:05:35,640 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceA523290201D24371BF80A4E707E5936A: 0
2016-01-14 16:05:35,640 INFO  impl.ShuffleManager (ShuffleManager.java:shutdown(617)) - Shutting down pending fetchers on sourceE19B3591E16F4946B2BE2C86404B5A87: 0
2016-01-14 16:05:35,640 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:35,640 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:35,640 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 110; bufvoid = 104857600
2016-01-14 16:05:35,640 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214360(104857440); length = 37/6553600
2016-01-14 16:05:35,642 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,644 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_06_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 36 [[File System Counters FILE_BYTES_READ=236, FILE_BYTES_WRITTEN=662, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=10, OUTPUT_RECORDS=10, OUTPUT_BYTES=110, OUTPUT_BYTES_WITH_OVERHEAD=106, OUTPUT_BYTES_PHYSICAL=110, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=140, SHUFFLE_BYTES_DECOMPRESSED=132, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=140, SHUFFLE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=3][cascading.flow.SliceCounters Process_Begin_Time=1452787535635, Process_Duration=4, Process_End_Time=1452787535639, Tuples_Written=10, Write_Duration=1][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=8, Num_Keys_Missed=10]]
2016-01-14 16:05:35,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787534931_0001_1_06, eventCount=1
2016-01-14 16:05:35,645 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,645 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,645 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,645 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FF890724DB9F4A9E811C34CAE90F38C3, taskAttemptId=attempt_1452787534931_0001_1_06_000000_0, startTime=1452787535590, finishTime=1452787535645, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 36, File System Counters, FILE_BYTES_READ=236, FILE_BYTES_WRITTEN=662, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=10, OUTPUT_RECORDS=10, OUTPUT_BYTES=110, OUTPUT_BYTES_WITH_OVERHEAD=106, OUTPUT_BYTES_PHYSICAL=110, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=140, SHUFFLE_BYTES_DECOMPRESSED=132, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=140, SHUFFLE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1452787535635, Process_Duration=4, Process_End_Time=1452787535639, Tuples_Written=10, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=8, Num_Keys_Missed=10
2016-01-14 16:05:35,645 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_06_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,645 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,645 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35,646 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=FF890724DB9F4A9E811C34CAE90F38C3, taskId=task_1452787534931_0001_1_06_000000, startTime=1452787535590, finishTime=1452787535646, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_06_000000_0, diagnostics=, counters=Counters: 36, File System Counters, FILE_BYTES_READ=236, FILE_BYTES_WRITTEN=662, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=10, OUTPUT_RECORDS=10, OUTPUT_BYTES=110, OUTPUT_BYTES_WITH_OVERHEAD=106, OUTPUT_BYTES_PHYSICAL=110, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=140, SHUFFLE_BYTES_DECOMPRESSED=132, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=140, SHUFFLE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1452787535635, Process_Duration=4, Process_End_Time=1452787535639, Tuples_Written=10, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=8, Num_Keys_Missed=10
2016-01-14 16:05:35,646 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_06_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,646 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] : 1
2016-01-14 16:05:35,646 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3]
2016-01-14 16:05:35,645 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000007
2016-01-14 16:05:35,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=FF890724DB9F4A9E811C34CAE90F38C3, vertexId=vertex_1452787534931_0001_1_06, initRequestedTime=1452787535147, initedTime=1452787535153, startRequestedTime=1452787535176, startedTime=1452787535176, finishTime=1452787535646, timeTaken=470, status=SUCCEEDED, diagnostics=, counters=Counters: 36, File System Counters, FILE_BYTES_READ=236, FILE_BYTES_WRITTEN=662, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_FAILED_SHUFFLE_INPUTS=0, GC_TIME_MILLIS=9, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=10, OUTPUT_RECORDS=10, OUTPUT_BYTES=110, OUTPUT_BYTES_WITH_OVERHEAD=106, OUTPUT_BYTES_PHYSICAL=110, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=140, SHUFFLE_BYTES_DECOMPRESSED=132, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=140, SHUFFLE_PHASE_TIME=7, FIRST_EVENT_RECEIVED=1, LAST_EVENT_RECEIVED=3, cascading.flow.SliceCounters, Process_Begin_Time=1452787535635, Process_Duration=4, Process_End_Time=1452787535639, Tuples_Written=10, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=8, Num_Keys_Missed=10, vertexStats=firstTaskStartTime=1452787535590, firstTasksToStart=[ task_1452787534931_0001_1_06_000000 ], lastTaskFinishTime=1452787535645, lastTasksToFinish=[ task_1452787534931_0001_1_06_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_06_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_06_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,647 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,647 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000007 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,648 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000007, stoppedTime=1452787535648, exitStatus=0
2016-01-14 16:05:35,648 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,648 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000007 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,648 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] attempt: attempt_1452787534931_0001_1_06_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:35,648 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FF8353EC4A214F35B9DAEC55FD22DE93
2016-01-14 16:05:35,648 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,649 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3] completed., numCompletedVertices=7, numSuccessfulVertices=7, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,649 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787534931_0001_00_000007. Relying on regular task shutdown for it to end
2016-01-14 16:05:35,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_STARTED]: vertexName=FF8353EC4A214F35B9DAEC55FD22DE93, taskId=task_1452787534931_0001_1_07_000000, scheduledTime=1452787535649, launchTime=1452787535649
2016-01-14 16:05:35,649 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:35,649 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_07_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:35,650 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000007 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:35,650 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,650 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: FF8353EC4A214F35B9DAEC55FD22DE93, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_07_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BD57DC954C934414AE3D0935E6592CB4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:35,650 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_07_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:35,651 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:35,651 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787534931_0001_00_000008
2016-01-14 16:05:35,652 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000008 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:35,653 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787534931_0001_00_000008
2016-01-14 16:05:35,653 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:35,655 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:35,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787534931_0001_00_000008, launchTime=1452787535655
2016-01-14 16:05:35,655 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000008 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:35,656 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000008
2016-01-14 16:05:35,656 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787534931_0001_1_07_000000_0] to container: [container_1452787534931_0001_00_000008]
2016-01-14 16:05:35,656 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000008 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:35,656 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787534931_0001_00_000008 given task: attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,656 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000008: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,657 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,657 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,657 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787534931_0001_1_07_000000_0] started. Is using containerId: [container_1452787534931_0001_00_000008] on NM: [127.0.0.1:0]
2016-01-14 16:05:35,657 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:35,657 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000007 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,657 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000007: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FF8353EC4A214F35B9DAEC55FD22DE93, taskAttemptId=attempt_1452787534931_0001_1_07_000000_0, startTime=1452787535656, containerId=container_1452787534931_0001_00_000008, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787534931_0001_00_000008/teamcity, completedLogs=
2016-01-14 16:05:35,657 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:35,657 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:35,658 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:35,658 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:35,658 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:35,658 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621] second/(1/1) ...erge/samesourcemergecount, VertexName: FF8353EC4A214F35B9DAEC55FD22DE93, VertexParallelism: 1, TaskAttemptID:attempt_1452787534931_0001_1_07_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BD57DC954C934414AE3D0935E6592CB4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:35,658 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:35,657 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000007, Exiting
2016-01-14 16:05:35,658 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000007
2016-01-14 16:05:35,658 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000007
2016-01-14 16:05:35,658 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:35,659 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000007 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,659 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000007 completed successfully
2016-01-14 16:05:35,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,659 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_07_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:35,659 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_07_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:35,659 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000007 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FF890724DB9F4A9E811C34CAE90F38C3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:35,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:35,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,661 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787534931_0001_1_07_000000_0 sent events: (0-1)
2016-01-14 16:05:35,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BD57DC954C934414AE3D0935E6592CB4, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:35,664 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:35,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:35,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BD57DC954C934414AE3D0935E6592CB4
2016-01-14 16:05:35,664 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:35,664 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: BD57DC954C934414AE3D0935E6592CB4
2016-01-14 16:05:35,665 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:35,666 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:35,666 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,671 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FF8353EC4A214F35B9DAEC55FD22DE93, ordinal: 7
2016-01-14 16:05:35,671 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF8353EC4A214F35B9DAEC55FD22DE93, mem on start (mb), free: 458, total: 599, max: 672
2016-01-14 16:05:35,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:35,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:35,671 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:35,673 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:35,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BD57DC954C934414AE3D0935E6592CB4
2016-01-14 16:05:35,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:35,673 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:35,674 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:35,674 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:35,674 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:35,674 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:35,674 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:35,674 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BD57DC954C934414AE3D0935E6592CB4, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:35,674 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FF890724DB9F4A9E811C34CAE90F38C3, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:35,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:35,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FF890724DB9F4A9E811C34CAE90F38C3 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:35,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:35,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:35,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,675 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:35,676 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:35,676 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: FF890724DB9F4A9E811C34CAE90F38C3 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:35,676 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:35,676 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:35,676 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:35,679 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,679 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:35,680 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,680 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787534931_0001_1_06_000000_0_10158, runDuration: 46143, ]
2016-01-14 16:05:35,683 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(second)[by:[{1}:'char']]
2016-01-14 16:05:35,683 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(second)[by:[{1}:'char']] streamed: true, id: 434380F1B57D48A8B516174FA6AC48B0
2016-01-14 16:05:35,683 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount"], id: BD57DC954C934414AE3D0935E6592CB4
2016-01-14 16:05:35,684 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount"]
2016-01-14 16:05:35,684 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787534931_0001_1_06_000000_0_10158] to DISK_DIRECT, CompressedSize=110, DecompressedSize=106,EndTime=1452787535684, TimeTaken=1, Rate=0.10 MB/s
2016-01-14 16:05:35,684 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,684 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(second)[by:[{1}:'char']] 434380F1B57D48A8B516174FA6AC48B0, for 1 inputs
2016-01-14 16:05:35,684 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:35,685 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [FF890724DB9F4A9E811C34CAE90F38C3] #22 in 2ms
2016-01-14 16:05:35,685 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [FF890724DB9F4A9E811C34CAE90F38C3] #22, status:false, isInterrupted:false
2016-01-14 16:05:35,685 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:35,686 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 110 bytes from disk
2016-01-14 16:05:35,686 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:35,686 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:35,686 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 93 bytes
2016-01-14 16:05:35,686 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,686 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:35,686 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FF8353EC4A214F35B9DAEC55FD22DE93, all 1 inputs ready in: 00:00:00.002
2016-01-14 16:05:35,688 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1756751f; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2d235231
2016-01-14 16:05:35,691 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:35,691 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:35,692 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,692 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787534931_0001_1_07_000000_0 given a go for committing the task output.
2016-01-14 16:05:35,692 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,693 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF8353EC4A214F35B9DAEC55FD22DE93, mem on close (mb), free: 455, total: 599, max: 672
2016-01-14 16:05:35,693 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: FF890724DB9F4A9E811C34CAE90F38C3
2016-01-14 16:05:35,693 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:35,693 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:35,694 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:35,694 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:35,694 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,695 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787534931_0001_1_07_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:35,695 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:35,695 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FF8353EC4A214F35B9DAEC55FD22DE93, taskAttemptId=attempt_1452787534931_0001_1_07_000000_0, startTime=1452787535656, finishTime=1452787535695, timeTaken=39, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=142, FILE_BYTES_WRITTEN=1068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=110, SHUFFLE_BYTES=110, SHUFFLE_BYTES_DECOMPRESSED=106, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=110, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535686, Process_Duration=6, Process_End_Time=1452787535692, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:35,696 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787534931_0001_1_07_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:35,696 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:35,696 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35,696 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:35,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:TASK_FINISHED]: vertexName=FF8353EC4A214F35B9DAEC55FD22DE93, taskId=task_1452787534931_0001_1_07_000000, startTime=1452787535656, finishTime=1452787535696, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1452787534931_0001_1_07_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=142, FILE_BYTES_WRITTEN=1068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=110, SHUFFLE_BYTES=110, SHUFFLE_BYTES_DECOMPRESSED=106, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=110, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535686, Process_Duration=6, Process_End_Time=1452787535692, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:35,697 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787534931_0001_1_07_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:35,697 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] : 1
2016-01-14 16:05:35,697 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=142, FILE_BYTES_WRITTEN=1068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=110, SHUFFLE_BYTES=110, SHUFFLE_BYTES_DECOMPRESSED=106, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=110, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787535686, Process_Duration=6, Process_End_Time=1452787535692, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:35,697 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:35,697 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:35,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:VERTEX_FINISHED]: vertexName=FF8353EC4A214F35B9DAEC55FD22DE93, vertexId=vertex_1452787534931_0001_1_07, initRequestedTime=1452787535156, initedTime=1452787535162, startRequestedTime=1452787535181, startedTime=1452787535181, finishTime=1452787535697, timeTaken=516, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=142, FILE_BYTES_WRITTEN=1068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=110, SHUFFLE_BYTES=110, SHUFFLE_BYTES_DECOMPRESSED=106, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=110, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787535686, Process_Duration=6, Process_End_Time=1452787535692, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787535656, firstTasksToStart=[ task_1452787534931_0001_1_07_000000 ], lastTaskFinishTime=1452787535695, lastTasksToFinish=[ task_1452787534931_0001_1_07_000000 ], minTaskDuration=39, maxTaskDuration=39, avgTaskDuration=39.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787534931_0001_1_07_000000 ], longestDurationTasks=[ task_1452787534931_0001_1_07_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:35,698 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:35,698 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000008 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:35,698 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787534931_0001_00_000008
2016-01-14 16:05:35,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787534931_0001_00_000008, stoppedTime=1452787535698, exitStatus=0
2016-01-14 16:05:35,699 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000008 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:35,699 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93] completed., numCompletedVertices=8, numSuccessfulVertices=8, numFailedVertices=0, numKilledVertices=0, numVertices=8
2016-01-14 16:05:35,699 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787534931_0001_1
2016-01-14 16:05:35,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:35,698 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787534931_0001_00_000008 is valid, but no longer registered, and will be killed
2016-01-14 16:05:35,700 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787534931_0001_00_000008: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:35,700 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787534931_0001_00_000008, Exiting
2016-01-14 16:05:35,700 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787534931_0001_00_000008
2016-01-14 16:05:35,700 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787534931_0001_00_000008
2016-01-14 16:05:35,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787534931_0001_1
2016-01-14 16:05:35,700 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787534931_0001_00_000008 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:35,700 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787534931_0001_00_000008 completed successfully
2016-01-14 16:05:35,700 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: BD57DC954C934414AE3D0935E6592CB4 for vertex: vertex_1452787534931_0001_1_07 [FF8353EC4A214F35B9DAEC55FD22DE93]
2016-01-14 16:05:35,707 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787534931_0001_1_06 [FF890724DB9F4A9E811C34CAE90F38C3]
2016-01-14 16:05:35,707 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787534931_0001_1_00 [C57FAE08C6284763AC3D8C3F55CBB924]
2016-01-14 16:05:35,708 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787534931_0001_1_01 [C4960B6C3D924B1884BB43A0DAA61BE6]
2016-01-14 16:05:35,708 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787534931_0001_1_04 [A523290201D24371BF80A4E707E5936A]
2016-01-14 16:05:35,708 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787534931_0001_1_05 [E19B3591E16F4946B2BE2C86404B5A87]
2016-01-14 16:05:35,708 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787534931_0001_1_02 [BE228E78482347809B00C4F0D4C34F2B]
2016-01-14 16:05:35,708 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787534931_0001_1_03 [F48D94B2D9B14EF0B031F07500EA4C07]
2016-01-14 16:05:35,712 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787534931_0001_1, queueSize=0
2016-01-14 16:05:35,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:35,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787534931_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787534931_0001_1, startTime=1452787535111, finishTime=1452787535708, timeTaken=597, status=SUCCEEDED, diagnostics=, counters=Counters: 59, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=8, TOTAL_LAUNCHED_TASKS=8, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=1742, FILE_BYTES_WRITTEN=20065, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=28, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=56, NUM_SHUFFLED_INPUTS=8, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=17, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=5025824768, INPUT_RECORDS_PROCESSED=46, OUTPUT_RECORDS=79, OUTPUT_LARGE_RECORDS=0, OUTPUT_BYTES=872, OUTPUT_BYTES_WITH_OVERHEAD=1448, OUTPUT_BYTES_PHYSICAL=1120, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=260, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=976, SHUFFLE_BYTES_DECOMPRESSED=944, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=976, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=95, MERGE_PHASE_TIME=35, FIRST_EVENT_RECEIVED=64, LAST_EVENT_RECEIVED=71, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=11622300283803, Process_Duration=32, Process_End_Time=11622300283835, Read_Duration=5, Tuples_Read=54, Tuples_Written=74, Write_Duration=7, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=24, Num_Keys_Hit=8, Num_Keys_Missed=28
2016-01-14 16:05:35,714 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787534931_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:35,714 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787534931_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:35,714 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787534931_0001_00_000008
2016-01-14 16:05:35,714 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787534931_0001_00_000008 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:35 Completed Dag: dag_1452787534931_0001_1
2016-01-14 16:05:35,715 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787534931_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:35,716 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787534931_0001_1_post
2016-01-14 16:05:35,716 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:35,716 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:35,723 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...erge/samesourcemergecount, applicationId=application_1452787534931_0001
2016-01-14 16:05:35,725 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:35,725 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:35,725 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:35,725 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:35,725 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:35,725 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:35,725 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:35,726 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:35,726 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:35,726 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:35,726 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:35,726 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:35,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:35,734 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BD52AD423C4A48878481C8C53C39CE9F/EF1CC9764ADA4C7193998B437C1AF621/.tez/application_1452787534931_0001
2016-01-14 16:05:35,735 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [second]  completed in: 00:00.820
2016-01-14 16:05:35,778 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:35,779 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:35,797 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSameSourceMerge/samesourcemergecount
2016-01-14 16:05:35,818 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:35,820 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:35,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 16:05:35,862 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-01-14 16:05:35,863 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:35,863 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:35,863 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:35,876 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:35,881 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average
2016-01-14 16:05:35,920 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] starting
2016-01-14 16:05:35,920 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:35,920 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average"]
2016-01-14 16:05:35,921 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  parallel execution of steps is enabled: false
2016-01-14 16:05:35,921 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  executing total steps: 1
2016-01-14 16:05:35,921 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  allocating management threads: 1
2016-01-14 16:05:35,922 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] starting step: (1/1) ...orm/testAverageBy/average
2016-01-14 16:05:35,922 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [average] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:35,932 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] tez session mode enabled: true
2016-01-14 16:05:35,936 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:35,937 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:35,937 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:35,945 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80/.tez/application_1452787535937_0001 doesn't exist and is created
2016-01-14 16:05:35,960 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:35,961 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:35,961 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80/.tez/application_1452787535937_0001
2016-01-14 16:05:35,963 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787535937_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:35,972 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:35,972 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:35,973 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:35,973 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:35,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80/.tez/application_1452787535937_0001/localmode-log-dir
2016-01-14 16:05:35,974 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80/.tez/application_1452787535937_0001/localmode-log-dir/history.txt.appattempt_1452787535937_0001_000000, maxErrors=10
2016-01-14 16:05:35,974 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:35,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787535937_0001_000000, appSubmitTime=1452787535963, launchTime=1452787535963
2016-01-14 16:05:35,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:35,977 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:35,978 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:35,979 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:35,981 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49612
2016-01-14 16:05:35,982 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:35,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787535937_0001_000000, startTime=1452787535985
2016-01-14 16:05:35,985 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:35,985 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:36,061 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:36,061 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:36,061 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...orm/testAverageBy/average, applicationId=application_1452787535937_0001, dagName=[F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average
2016-01-14 16:05:36,075 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average
2016-01-14 16:05:36,077 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787535937_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80/.tez/application_1452787535937_0001/localmode-log-dir/dag_1452787535937_0001_1.dot
2016-01-14 16:05:36,077 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80/.tez/application_1452787535937_0001/localmode-log-dir/dag_1452787535937_0001_1-tez-dag.pb.txt
2016-01-14 16:05:36,086 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787535937_0001_1
2016-01-14 16:05:36,086 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,087 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average
2016-01-14 16:05:36 Running Dag: dag_1452787535937_0001_1
2016-01-14 16:05:36,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787535937_0001_1, submitTime=1452787536075
2016-01-14 16:05:36,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:36,098 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DDE9F7A44F1C4C53B09234C6A2D2DC21
2016-01-14 16:05:36,099 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:36,099 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787535937_0001_1, initTime=1452787536098
2016-01-14 16:05:36,099 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:36,099 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787535937_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:36,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:DAG_STARTED]: dagID=dag_1452787535937_0001_1, startTime=1452787536099
2016-01-14 16:05:36,100 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:36,100 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787535937_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:36,100 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E8AA88CD45A5435D8CCE8D312C0D9917 : {8BA1EAE5C0A1473281C80FF02F10C586={InputName=8BA1EAE5C0A1473281C80FF02F10C586}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:36,100 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...orm/testAverageBy/average, applicationId=application_1452787535937_0001, dagName=[F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average
2016-01-14 16:05:36,100 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 8BA1EAE5C0A1473281C80FF02F10C586, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:36,101 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:36,101 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,101 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,101 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]. Starting root input initializers: 1
2016-01-14 16:05:36,102 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:36,102 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,103 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 8BA1EAE5C0A1473281C80FF02F10C586 on vertex vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,104 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:36,105 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,105 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,105 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,105 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=A1911906013C49EE907498D6F0E16876, vertexId=vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:36,105 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:36,105 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=A1911906013C49EE907498D6F0E16876, vertexId=vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,107 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 8BA1EAE5C0A1473281C80FF02F10C586 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:36,107 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=A1911906013C49EE907498D6F0E16876, vertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:36,107 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:36,107 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=A1911906013C49EE907498D6F0E16876, vertexId=vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,108 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:36,109 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:36,109 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:36,109 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 8BA1EAE5C0A1473281C80FF02F10C586 on vertex vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,109 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, vertexId=vertex_1452787535937_0001_1_01, initRequestedTime=1452787536102, initedTime=1452787536109, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:36,109 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:36,109 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:36,109 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {8BA1EAE5C0A1473281C80FF02F10C586=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:36,109 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] parallelism set to 1
2016-01-14 16:05:36,110 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:36,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787535937_0001_1_00, eventCount=1
2016-01-14 16:05:36,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:36,110 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E8AA88CD45A5435D8CCE8D312C0D9917, vertexId=vertex_1452787535937_0001_1_00, initRequestedTime=1452787536100, initedTime=1452787536110, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:36,110 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] with distanceFromRoot: 0
2016-01-14 16:05:36,110 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:36,111 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,111 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,111 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:36,111 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787535937_0001_1_00, startRequestedTime=1452787536111, startedTime=1452787536111
2016-01-14 16:05:36,112 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:36,112 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:36,112 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_STARTED]: vertexName=E8AA88CD45A5435D8CCE8D312C0D9917, taskId=task_1452787535937_0001_1_00_000000, scheduledTime=1452787536112, launchTime=1452787536112
2016-01-14 16:05:36,113 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787535937_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:36,113 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787535937_0001_1_00 for vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] numStartedSources: 1 numSources: 1
2016-01-14 16:05:36,113 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] with distanceFromRoot: 1
2016-01-14 16:05:36,113 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,113 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E8AA88CD45A5435D8CCE8D312C0D9917 in vertex: DDE9F7A44F1C4C53B09234C6A2D2DC21
2016-01-14 16:05:36,114 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: DDE9F7A44F1C4C53B09234C6A2D2DC21 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:36,114 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:36,114 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787535937_0001_1_01, startRequestedTime=1452787536113, startedTime=1452787536113
2016-01-14 16:05:36,114 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:36,115 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average, VertexName: E8AA88CD45A5435D8CCE8D312C0D9917, VertexParallelism: 1, TaskAttemptID:attempt_1452787535937_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8BA1EAE5C0A1473281C80FF02F10C586, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:36,115 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787535937_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:36,115 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:36,116 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:36,116 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:36,116 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:36,116 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787535937_0001_00_000001
2016-01-14 16:05:36,117 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:36,117 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] submitted tez dag to app master: application_1452787535937_0001, with dag id: dag_1452787535937_0001_1
2016-01-14 16:05:36,119 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787535937_0001_00_000001
2016-01-14 16:05:36,119 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:36,119 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:36,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:36,120 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787535937_0001_00_000001, launchTime=1452787536119
2016-01-14 16:05:36,120 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787535937_0001_00_000001
2016-01-14 16:05:36,121 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787535937_0001_1_00_000000_0] to container: [container_1452787535937_0001_00_000001]
2016-01-14 16:05:36,121 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:36,121 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787535937_0001_00_000001 given task: attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,121 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787535937_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,121 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787535937_0001_1_00_000000_0] started. Is using containerId: [container_1452787535937_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:36,122 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E8AA88CD45A5435D8CCE8D312C0D9917, taskAttemptId=attempt_1452787535937_0001_1_00_000000_0, startTime=1452787536121, containerId=container_1452787535937_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787535937_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:36,122 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,122 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787535937_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:36,122 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,122 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:36,122 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:36,122 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787535937_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:36,122 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:36,123 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:36,123 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:36,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average, VertexName: E8AA88CD45A5435D8CCE8D312C0D9917, VertexParallelism: 1, TaskAttemptID:attempt_1452787535937_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8BA1EAE5C0A1473281C80FF02F10C586, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:36,123 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:36,123 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:36,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=8BA1EAE5C0A1473281C80FF02F10C586, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:36,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:36,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:36,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 8BA1EAE5C0A1473281C80FF02F10C586
2016-01-14 16:05:36,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:36,124 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 8BA1EAE5C0A1473281C80FF02F10C586
2016-01-14 16:05:36,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: DDE9F7A44F1C4C53B09234C6A2D2DC21
2016-01-14 16:05:36,126 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:36,126 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 8BA1EAE5C0A1473281C80FF02F10C586
2016-01-14 16:05:36,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 8BA1EAE5C0A1473281C80FF02F10C586
2016-01-14 16:05:36,126 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:36,126 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: DDE9F7A44F1C4C53B09234C6A2D2DC21
2016-01-14 16:05:36,126 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:36,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: DDE9F7A44F1C4C53B09234C6A2D2DC21
2016-01-14 16:05:36,126 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787535937_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:36,130 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E8AA88CD45A5435D8CCE8D312C0D9917, ordinal: 0
2016-01-14 16:05:36,130 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8AA88CD45A5435D8CCE8D312C0D9917, mem on start (mb), free: 362, total: 599, max: 672
2016-01-14 16:05:36,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:36,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:36,130 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:36,130 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:36,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:36,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:36,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:36,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:36,131 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:36,131 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 8BA1EAE5C0A1473281C80FF02F10C586, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:36,131 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, DDE9F7A44F1C4C53B09234C6A2D2DC21, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:36,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:36,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 8BA1EAE5C0A1473281C80FF02F10C586 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:36,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:36,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:36,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 8BA1EAE5C0A1473281C80FF02F10C586
2016-01-14 16:05:36,131 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:36,131 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 8BA1EAE5C0A1473281C80FF02F10C586
2016-01-14 16:05:36,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:36,132 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,132 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:36,132 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@43e1ef1b
2016-01-14 16:05:36,133 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@43e1ef1b
2016-01-14 16:05:36,133 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:36,134 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:36,135 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:36,135 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 8BA1EAE5C0A1473281C80FF02F10C586
2016-01-14 16:05:36,135 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average)[by:[{1}:'char']], id: 02C2432E853342C68F394F89614E6353
2016-01-14 16:05:36,136 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average)[by:[{1}:'char']] 02C2432E853342C68F394F89614E6353
2016-01-14 16:05:36,136 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@68651a1f; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@45961ec4; comparator=cascading.tuple.hadoop.util.TupleComparator@2bdf98d; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:36,136 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:36,136 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:36,136 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:36,158 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:36,158 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:36,158 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:36,158 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:36,158 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:36,159 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:36,159 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:36,159 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E8AA88CD45A5435D8CCE8D312C0D9917, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:36,160 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:36,160 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 599, max: 672
2016-01-14 16:05:36,162 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:36,162 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 599, max: 672
2016-01-14 16:05:36,162 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:36,162 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 599, max: 672
2016-01-14 16:05:36,162 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:36,162 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 599, max: 672
2016-01-14 16:05:36,163 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,163 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E8AA88CD45A5435D8CCE8D312C0D9917, mem on close (mb), free: 461, total: 599, max: 672
2016-01-14 16:05:36,163 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:36,163 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:36,163 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2016-01-14 16:05:36,163 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:36,165 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,167 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787535937_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:36,167 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787535937_0001_1_00, eventCount=1
2016-01-14 16:05:36,167 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787536159, Process_Duration=4, Process_End_Time=1452787536163, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:36,168 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E8AA88CD45A5435D8CCE8D312C0D9917, taskAttemptId=attempt_1452787535937_0001_1_00_000000_0, startTime=1452787536121, finishTime=1452787536167, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536159, Process_Duration=4, Process_End_Time=1452787536163, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:36,168 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:36,168 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787535937_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:36,168 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:36,168 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36,169 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:36,169 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_FINISHED]: vertexName=E8AA88CD45A5435D8CCE8D312C0D9917, taskId=task_1452787535937_0001_1_00_000000, startTime=1452787536121, finishTime=1452787536168, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1452787535937_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536159, Process_Duration=4, Process_End_Time=1452787536163, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:36,169 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787535937_0001_00_000001
2016-01-14 16:05:36,169 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:36,169 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787535937_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:36,170 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] : 1
2016-01-14 16:05:36,170 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_FINISHED]: vertexName=E8AA88CD45A5435D8CCE8D312C0D9917, vertexId=vertex_1452787535937_0001_1_00, initRequestedTime=1452787536100, initedTime=1452787536110, startRequestedTime=1452787536111, startedTime=1452787536111, finishTime=1452787536170, timeTaken=59, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536159, Process_Duration=4, Process_End_Time=1452787536163, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787536121, firstTasksToStart=[ task_1452787535937_0001_1_00_000000 ], lastTaskFinishTime=1452787536167, lastTasksToFinish=[ task_1452787535937_0001_1_00_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787535937_0001_1_00_000000 ], longestDurationTasks=[ task_1452787535937_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:36,171 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:36,171 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:36,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787535937_0001_00_000001, stoppedTime=1452787536171, exitStatus=0
2016-01-14 16:05:36,171 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:36,171 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] attempt: attempt_1452787535937_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:36,171 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: DDE9F7A44F1C4C53B09234C6A2D2DC21
2016-01-14 16:05:36,171 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,172 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:36,172 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787535937_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:36,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_STARTED]: vertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, taskId=task_1452787535937_0001_1_01_000000, scheduledTime=1452787536172, launchTime=1452787536172
2016-01-14 16:05:36,172 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787535937_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:36,172 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,172 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:36,172 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average, VertexName: DDE9F7A44F1C4C53B09234C6A2D2DC21, VertexParallelism: 1, TaskAttemptID:attempt_1452787535937_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E8AA88CD45A5435D8CCE8D312C0D9917, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A1911906013C49EE907498D6F0E16876, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:36,172 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787535937_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:36,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:36,172 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:36,173 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:36,173 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:36,173 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787535937_0001_00_000002
2016-01-14 16:05:36,174 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:36,175 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787535937_0001_00_000002
2016-01-14 16:05:36,175 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:36,175 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:36,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787535937_0001_00_000002, launchTime=1452787536175
2016-01-14 16:05:36,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:36,176 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787535937_0001_00_000002
2016-01-14 16:05:36,176 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787535937_0001_1_01_000000_0] to container: [container_1452787535937_0001_00_000002]
2016-01-14 16:05:36,176 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:36,177 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787535937_0001_00_000002 given task: attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,177 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787535937_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,177 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787535937_0001_1_01_000000_0] started. Is using containerId: [container_1452787535937_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:36,177 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,177 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, taskAttemptId=attempt_1452787535937_0001_1_01_000000_0, startTime=1452787536177, containerId=container_1452787535937_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787535937_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:36,177 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,177 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,177 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787535937_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:36,178 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:36,178 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:36,178 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787535937_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:36,178 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:36,178 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:36,178 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:36,178 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80] average/(1/1) ...orm/testAverageBy/average, VertexName: DDE9F7A44F1C4C53B09234C6A2D2DC21, VertexParallelism: 1, TaskAttemptID:attempt_1452787535937_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E8AA88CD45A5435D8CCE8D312C0D9917, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A1911906013C49EE907498D6F0E16876, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:36,178 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:36,179 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:36,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E8AA88CD45A5435D8CCE8D312C0D9917, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:36,179 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:36,180 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787535937_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:36,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A1911906013C49EE907498D6F0E16876, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:36,180 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787535937_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:36,181 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787535937_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:36,181 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787535937_0001_00_000001, Exiting
2016-01-14 16:05:36,181 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787535937_0001_00_000001
2016-01-14 16:05:36,181 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787535937_0001_00_000001
2016-01-14 16:05:36,180 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,182 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787535937_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:36,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:36,182 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787535937_0001_00_000001 completed successfully
2016-01-14 16:05:36,182 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:36,182 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:36,182 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A1911906013C49EE907498D6F0E16876
2016-01-14 16:05:36,182 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:36,182 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: A1911906013C49EE907498D6F0E16876
2016-01-14 16:05:36,183 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:36,183 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:36,183 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,183 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,189 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DDE9F7A44F1C4C53B09234C6A2D2DC21, ordinal: 1
2016-01-14 16:05:36,190 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DDE9F7A44F1C4C53B09234C6A2D2DC21, mem on start (mb), free: 455, total: 599, max: 672
2016-01-14 16:05:36,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:36,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:36,193 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:36,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A1911906013C49EE907498D6F0E16876
2016-01-14 16:05:36,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:36,193 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:36,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:36,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:36,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:36,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:36,194 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:36,194 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A1911906013C49EE907498D6F0E16876, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:36,195 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E8AA88CD45A5435D8CCE8D312C0D9917, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:36,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:36,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E8AA88CD45A5435D8CCE8D312C0D9917 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:36,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:36,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:36,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,196 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:36,196 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:36,196 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E8AA88CD45A5435D8CCE8D312C0D9917 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:36,197 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:36,197 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:36,197 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:36,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:36,199 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,201 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787535937_0001_1_00_000000_0_10165, runDuration: 41404, ]
2016-01-14 16:05:36,202 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787535937_0001_1_00_000000_0_10165] to DISK_DIRECT, CompressedSize=182, DecompressedSize=178,EndTime=1452787536202, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:36,202 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(average)[by:[{1}:'char']]
2016-01-14 16:05:36,202 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,203 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:36,203 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(average)[by:[{1}:'char']] streamed: true, id: 02C2432E853342C68F394F89614E6353
2016-01-14 16:05:36,203 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [E8AA88CD45A5435D8CCE8D312C0D9917] #23 in 1ms
2016-01-14 16:05:36,203 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average"], id: A1911906013C49EE907498D6F0E16876
2016-01-14 16:05:36,203 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageBy/average"]
2016-01-14 16:05:36,203 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E8AA88CD45A5435D8CCE8D312C0D9917] #23, status:false, isInterrupted:false
2016-01-14 16:05:36,203 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(average)[by:[{1}:'char']] 02C2432E853342C68F394F89614E6353, for 1 inputs
2016-01-14 16:05:36,204 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:36,204 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 182 bytes from disk
2016-01-14 16:05:36,204 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:36,204 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:36,205 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-01-14 16:05:36,205 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,205 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:36,205 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DDE9F7A44F1C4C53B09234C6A2D2DC21, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:36,205 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@a71217a; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@94cd5f1
2016-01-14 16:05:36,207 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:36,207 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:36,207 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,207 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787535937_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:36,208 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,208 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DDE9F7A44F1C4C53B09234C6A2D2DC21, mem on close (mb), free: 452, total: 599, max: 672
2016-01-14 16:05:36,208 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E8AA88CD45A5435D8CCE8D312C0D9917
2016-01-14 16:05:36,208 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:36,209 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:36,209 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:36,209 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:36,209 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,209 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787535937_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:36,210 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:36,210 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, taskAttemptId=attempt_1452787535937_0001_1_01_000000_0, startTime=1452787536177, finishTime=1452787536210, timeTaken=33, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536205, Process_Duration=3, Process_End_Time=1452787536208, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:36,210 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787535937_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:36,210 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36,210 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:36,211 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:TASK_FINISHED]: vertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, taskId=task_1452787535937_0001_1_01_000000, startTime=1452787536177, finishTime=1452787536210, timeTaken=33, status=SUCCEEDED, successfulAttemptID=attempt_1452787535937_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536205, Process_Duration=3, Process_End_Time=1452787536208, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:36,211 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787535937_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:36,211 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:36,211 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] : 1
2016-01-14 16:05:36,211 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,211 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:36,212 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:VERTEX_FINISHED]: vertexName=DDE9F7A44F1C4C53B09234C6A2D2DC21, vertexId=vertex_1452787535937_0001_1_01, initRequestedTime=1452787536102, initedTime=1452787536109, startRequestedTime=1452787536113, startedTime=1452787536113, finishTime=1452787536211, timeTaken=98, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536205, Process_Duration=3, Process_End_Time=1452787536208, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787536177, firstTasksToStart=[ task_1452787535937_0001_1_01_000000 ], lastTaskFinishTime=1452787536210, lastTasksToFinish=[ task_1452787535937_0001_1_01_000000 ], minTaskDuration=33, maxTaskDuration=33, avgTaskDuration=33.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787535937_0001_1_01_000000 ], longestDurationTasks=[ task_1452787535937_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:36,212 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:36,212 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:36,212 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628621312, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787536205, Process_Duration=3, Process_End_Time=1452787536208, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:36,212 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:36,212 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787535937_0001_00_000002, stoppedTime=1452787536212, exitStatus=0
2016-01-14 16:05:36,212 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:36,212 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:36,213 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,213 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:36,213 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787535937_0001_00_000002
2016-01-14 16:05:36,213 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787535937_0001_1
2016-01-14 16:05:36,213 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787535937_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:36,213 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787535937_0001_1
2016-01-14 16:05:36,213 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787535937_0001_1_00 [E8AA88CD45A5435D8CCE8D312C0D9917]
2016-01-14 16:05:36,213 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: A1911906013C49EE907498D6F0E16876 for vertex: vertex_1452787535937_0001_1_01 [DDE9F7A44F1C4C53B09234C6A2D2DC21]
2016-01-14 16:05:36,213 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787535937_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:36,214 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787535937_0001_00_000002, Exiting
2016-01-14 16:05:36,214 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787535937_0001_00_000002
2016-01-14 16:05:36,214 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787535937_0001_00_000002
2016-01-14 16:05:36,214 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787535937_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:36,214 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787535937_0001_00_000002 completed successfully
2016-01-14 16:05:36,220 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787535937_0001_1, queueSize=0
2016-01-14 16:05:36,221 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:36,221 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787535937_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787535937_0001_1, startTime=1452787536099, finishTime=1452787536219, timeTaken=120, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=324, FILE_BYTES_WRITTEN=256, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1257242624, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575072364, Process_Duration=7, Process_End_Time=2905575072371, Read_Duration=2, Tuples_Read=22, Tuples_Written=14, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:36,221 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787535937_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:36,221 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787535937_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:36,221 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787535937_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:36,221 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787535937_0001_00_000002
2016-01-14 16:05:36 Completed Dag: dag_1452787535937_0001_1
2016-01-14 16:05:36,222 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787535937_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:36,222 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787535937_0001_1_post
2016-01-14 16:05:36,222 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,222 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:36,227 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...orm/testAverageBy/average, applicationId=application_1452787535937_0001
2016-01-14 16:05:36,229 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:36,229 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:36,229 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:36,229 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:36,229 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:36,230 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:36,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:36,230 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:36,230 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:36,230 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:36,230 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:36,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:36,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:36,237 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F98CE587A8CB42D1A42FC162BE1ED495/B522E5ACA14849B0816B7E8284AA6F80/.tez/application_1452787535937_0001
2016-01-14 16:05:36,237 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  completed in: 00:00.317
2016-01-14 16:05:36,300 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testAverageBy/average
2016-01-14 16:05:36,320 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:36,320 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:36,358 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-01-14 16:05:36,366 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-01-14 16:05:36,367 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:36,367 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:36,367 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:36,382 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:36,387 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety
2016-01-14 16:05:36,436 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting
2016-01-14 16:05:36,436 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:36,437 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  sink: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety"]
2016-01-14 16:05:36,437 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  parallel execution of steps is enabled: false
2016-01-14 16:05:36,437 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  executing total steps: 1
2016-01-14 16:05:36,437 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  allocating management threads: 1
2016-01-14 16:05:36,438 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] starting step: (1/1) ...ullSafety/maxbynullsafety
2016-01-14 16:05:36,438 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [max] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:36,450 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] tez session mode enabled: true
2016-01-14 16:05:36,456 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:36,456 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:36,456 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:36,465 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369/.tez/application_1452787536456_0001 doesn't exist and is created
2016-01-14 16:05:36,480 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:36,480 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:36,481 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369/.tez/application_1452787536456_0001
2016-01-14 16:05:36,483 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787536456_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:36,492 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:36,493 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:36,494 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:36,494 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:36,494 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369/.tez/application_1452787536456_0001/localmode-log-dir
2016-01-14 16:05:36,494 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369/.tez/application_1452787536456_0001/localmode-log-dir/history.txt.appattempt_1452787536456_0001_000000, maxErrors=10
2016-01-14 16:05:36,494 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:36,495 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787536456_0001_000000, appSubmitTime=1452787536482, launchTime=1452787536482
2016-01-14 16:05:36,499 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:36,501 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:47656
2016-01-14 16:05:36,501 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:36,502 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:36,503 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:36,503 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:36,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787536456_0001_000000, startTime=1452787536504
2016-01-14 16:05:36,504 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:36,504 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:36,580 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:36,581 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:36,581 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ullSafety/maxbynullsafety, applicationId=application_1452787536456_0001, dagName=[0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety
2016-01-14 16:05:36,595 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety
2016-01-14 16:05:36,596 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787536456_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369/.tez/application_1452787536456_0001/localmode-log-dir/dag_1452787536456_0001_1.dot
2016-01-14 16:05:36,597 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369/.tez/application_1452787536456_0001/localmode-log-dir/dag_1452787536456_0001_1-tez-dag.pb.txt
2016-01-14 16:05:36,604 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787536456_0001_1
2016-01-14 16:05:36,604 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,604 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety
2016-01-14 16:05:36 Running Dag: dag_1452787536456_0001_1
2016-01-14 16:05:36,614 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:36,614 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787536456_0001_1, submitTime=1452787536595
2016-01-14 16:05:36,615 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A41C5472E9BE4CF29439CA7739027EAF
2016-01-14 16:05:36,615 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:36,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:36,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787536456_0001_1, initTime=1452787536614
2016-01-14 16:05:36,615 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787536456_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:36,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:DAG_STARTED]: dagID=dag_1452787536456_0001_1, startTime=1452787536615
2016-01-14 16:05:36,616 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:36,616 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787536456_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:36,616 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AFCAD4B109854354A639B581C0FA531F : {63EAF4368E50489BA3B8B3FE929870E4={InputName=63EAF4368E50489BA3B8B3FE929870E4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:36,616 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 63EAF4368E50489BA3B8B3FE929870E4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:36,616 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,616 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,616 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,617 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]. Starting root input initializers: 1
2016-01-14 16:05:36,617 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:36,617 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:36,617 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,617 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ullSafety/maxbynullsafety, applicationId=application_1452787536456_0001, dagName=[0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety
2016-01-14 16:05:36,620 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:36,620 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,620 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,620 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,620 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=73133A7BAD8B4E2D80724024CDAB63E8, vertexId=vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:36,620 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 63EAF4368E50489BA3B8B3FE929870E4 on vertex vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,620 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=73133A7BAD8B4E2D80724024CDAB63E8, vertexId=vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,622 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:36,622 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=73133A7BAD8B4E2D80724024CDAB63E8, vertexName=A41C5472E9BE4CF29439CA7739027EAF, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:36,622 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 63EAF4368E50489BA3B8B3FE929870E4 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:36,622 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=73133A7BAD8B4E2D80724024CDAB63E8, vertexId=vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,623 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:36,623 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:36,624 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:36,624 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A41C5472E9BE4CF29439CA7739027EAF, vertexId=vertex_1452787536456_0001_1_01, initRequestedTime=1452787536617, initedTime=1452787536623, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:36,624 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:36,624 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:36,625 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 63EAF4368E50489BA3B8B3FE929870E4 on vertex vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,625 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:36,625 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {63EAF4368E50489BA3B8B3FE929870E4=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:36,625 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] parallelism set to 1
2016-01-14 16:05:36,625 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:36,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787536456_0001_1_00, eventCount=1
2016-01-14 16:05:36,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:36,626 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AFCAD4B109854354A639B581C0FA531F, vertexId=vertex_1452787536456_0001_1_00, initRequestedTime=1452787536616, initedTime=1452787536626, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:36,626 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] with distanceFromRoot: 0
2016-01-14 16:05:36,627 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:36,627 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,627 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,627 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:36,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787536456_0001_1_00, startRequestedTime=1452787536627, startedTime=1452787536627
2016-01-14 16:05:36,628 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:36,628 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:36,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_STARTED]: vertexName=AFCAD4B109854354A639B581C0FA531F, taskId=task_1452787536456_0001_1_00_000000, scheduledTime=1452787536628, launchTime=1452787536628
2016-01-14 16:05:36,628 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536456_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:36,629 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787536456_0001_1_00 for vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] numStartedSources: 1 numSources: 1
2016-01-14 16:05:36,629 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] with distanceFromRoot: 1
2016-01-14 16:05:36,629 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,629 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: AFCAD4B109854354A639B581C0FA531F in vertex: A41C5472E9BE4CF29439CA7739027EAF
2016-01-14 16:05:36,630 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: A41C5472E9BE4CF29439CA7739027EAF with 1 source tasks and 1 pending tasks
2016-01-14 16:05:36,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:36,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787536456_0001_1_01, startRequestedTime=1452787536629, startedTime=1452787536629
2016-01-14 16:05:36,630 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:36,631 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety, VertexName: AFCAD4B109854354A639B581C0FA531F, VertexParallelism: 1, TaskAttemptID:attempt_1452787536456_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=63EAF4368E50489BA3B8B3FE929870E4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A41C5472E9BE4CF29439CA7739027EAF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:36,631 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536456_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:36,631 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:36,632 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:36,632 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:36,632 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:36,632 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max] submitted tez dag to app master: application_1452787536456_0001, with dag id: dag_1452787536456_0001_1
2016-01-14 16:05:36,633 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787536456_0001_00_000001
2016-01-14 16:05:36,633 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:36,634 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787536456_0001_00_000001
2016-01-14 16:05:36,634 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:36,635 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:36,635 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:36,635 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787536456_0001_00_000001, launchTime=1452787536635
2016-01-14 16:05:36,636 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536456_0001_00_000001
2016-01-14 16:05:36,636 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787536456_0001_1_00_000000_0] to container: [container_1452787536456_0001_00_000001]
2016-01-14 16:05:36,636 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:36,636 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787536456_0001_00_000001 given task: attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,636 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536456_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,636 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787536456_0001_1_00_000000_0] started. Is using containerId: [container_1452787536456_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:36,637 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AFCAD4B109854354A639B581C0FA531F, taskAttemptId=attempt_1452787536456_0001_1_00_000000_0, startTime=1452787536636, containerId=container_1452787536456_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787536456_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:36,637 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536456_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:36,637 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536456_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,637 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,637 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:36,637 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,637 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:36,638 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:36,638 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:36,638 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:36,638 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:36,638 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety, VertexName: AFCAD4B109854354A639B581C0FA531F, VertexParallelism: 1, TaskAttemptID:attempt_1452787536456_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=63EAF4368E50489BA3B8B3FE929870E4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A41C5472E9BE4CF29439CA7739027EAF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:36,638 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:36,639 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:36,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,639 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787536456_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:36,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=63EAF4368E50489BA3B8B3FE929870E4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:36,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:36,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 63EAF4368E50489BA3B8B3FE929870E4
2016-01-14 16:05:36,641 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 63EAF4368E50489BA3B8B3FE929870E4
2016-01-14 16:05:36,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A41C5472E9BE4CF29439CA7739027EAF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:36,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:36,643 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:36,643 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A41C5472E9BE4CF29439CA7739027EAF
2016-01-14 16:05:36,643 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:36,643 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 63EAF4368E50489BA3B8B3FE929870E4
2016-01-14 16:05:36,643 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 63EAF4368E50489BA3B8B3FE929870E4
2016-01-14 16:05:36,645 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:36,645 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A41C5472E9BE4CF29439CA7739027EAF
2016-01-14 16:05:36,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A41C5472E9BE4CF29439CA7739027EAF
2016-01-14 16:05:36,650 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AFCAD4B109854354A639B581C0FA531F, ordinal: 0
2016-01-14 16:05:36,651 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFCAD4B109854354A639B581C0FA531F, mem on start (mb), free: 361, total: 599, max: 672
2016-01-14 16:05:36,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:36,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:36,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:36,652 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:36,652 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:36,652 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:36,652 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:36,653 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:36,653 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:36,653 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 63EAF4368E50489BA3B8B3FE929870E4, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:36,653 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A41C5472E9BE4CF29439CA7739027EAF, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:36,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:36,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 63EAF4368E50489BA3B8B3FE929870E4
2016-01-14 16:05:36,655 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:36,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 63EAF4368E50489BA3B8B3FE929870E4
2016-01-14 16:05:36,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 63EAF4368E50489BA3B8B3FE929870E4 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:36,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:36,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:36,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:36,657 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,657 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:36,657 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@61087068
2016-01-14 16:05:36,658 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@61087068
2016-01-14 16:05:36,659 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:36,659 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:36,660 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:36,660 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 63EAF4368E50489BA3B8B3FE929870E4
2016-01-14 16:05:36,660 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(max)[by:[{1}:'char']], id: C8D2C9F67A814A20B88CFCF2A8016BF5
2016-01-14 16:05:36,660 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(max)[by:[{1}:'char']] C8D2C9F67A814A20B88CFCF2A8016BF5
2016-01-14 16:05:36,661 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@567a8897; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@69d9ddc; comparator=cascading.tuple.hadoop.util.TupleComparator@55e6d9e8; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:36,661 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:36,661 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:36,661 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:36,684 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:36,685 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:36,685 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:36,685 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:36,685 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:36,686 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:36,687 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:36,687 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AFCAD4B109854354A639B581C0FA531F, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:36,688 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:36,688 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 600, max: 672
2016-01-14 16:05:36,689 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:36,689 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 600, max: 672
2016-01-14 16:05:36,690 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:36,690 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 600, max: 672
2016-01-14 16:05:36,691 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:36,691 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 461, total: 600, max: 672
2016-01-14 16:05:36,691 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,691 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AFCAD4B109854354A639B581C0FA531F, mem on close (mb), free: 461, total: 600, max: 672
2016-01-14 16:05:36,692 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:36,692 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:36,692 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 98; bufvoid = 104857600
2016-01-14 16:05:36,692 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:36,694 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,696 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787536456_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:36,697 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787536687, Process_Duration=4, Process_End_Time=1452787536691, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:36,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787536456_0001_1_00, eventCount=1
2016-01-14 16:05:36,697 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:36,697 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,697 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536456_0001_00_000001
2016-01-14 16:05:36,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AFCAD4B109854354A639B581C0FA531F, taskAttemptId=attempt_1452787536456_0001_1_00_000000_0, startTime=1452787536636, finishTime=1452787536697, timeTaken=61, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536687, Process_Duration=4, Process_End_Time=1452787536691, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:36,698 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536456_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:36,698 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:36,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:36,698 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_FINISHED]: vertexName=AFCAD4B109854354A639B581C0FA531F, taskId=task_1452787536456_0001_1_00_000000, startTime=1452787536636, finishTime=1452787536699, timeTaken=63, status=SUCCEEDED, successfulAttemptID=attempt_1452787536456_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536687, Process_Duration=4, Process_End_Time=1452787536691, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:36,700 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536456_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:36,700 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:36,700 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] : 1
2016-01-14 16:05:36,700 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,701 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_FINISHED]: vertexName=AFCAD4B109854354A639B581C0FA531F, vertexId=vertex_1452787536456_0001_1_00, initRequestedTime=1452787536616, initedTime=1452787536626, startRequestedTime=1452787536627, startedTime=1452787536627, finishTime=1452787536700, timeTaken=73, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=132, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536687, Process_Duration=4, Process_End_Time=1452787536691, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787536636, firstTasksToStart=[ task_1452787536456_0001_1_00_000000 ], lastTaskFinishTime=1452787536697, lastTasksToFinish=[ task_1452787536456_0001_1_00_000000 ], minTaskDuration=61, maxTaskDuration=61, avgTaskDuration=61.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787536456_0001_1_00_000000 ], longestDurationTasks=[ task_1452787536456_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:36,701 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:36,701 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:36,701 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:36,702 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787536456_0001_00_000001, stoppedTime=1452787536702, exitStatus=0
2016-01-14 16:05:36,702 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:36,702 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] attempt: attempt_1452787536456_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:36,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:36,702 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A41C5472E9BE4CF29439CA7739027EAF
2016-01-14 16:05:36,702 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,702 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:36,702 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787536456_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:36,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_STARTED]: vertexName=A41C5472E9BE4CF29439CA7739027EAF, taskId=task_1452787536456_0001_1_01_000000, scheduledTime=1452787536703, launchTime=1452787536703
2016-01-14 16:05:36,703 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:36,703 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536456_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:36,703 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:36,703 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,703 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety, VertexName: A41C5472E9BE4CF29439CA7739027EAF, VertexParallelism: 1, TaskAttemptID:attempt_1452787536456_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AFCAD4B109854354A639B581C0FA531F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=73133A7BAD8B4E2D80724024CDAB63E8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:36,703 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536456_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:36,704 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:36,704 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787536456_0001_00_000002
2016-01-14 16:05:36,704 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:36,705 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787536456_0001_00_000002
2016-01-14 16:05:36,705 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:36,706 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:36,706 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:36,707 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787536456_0001_00_000002, launchTime=1452787536706
2016-01-14 16:05:36,707 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536456_0001_00_000002
2016-01-14 16:05:36,707 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787536456_0001_1_01_000000_0] to container: [container_1452787536456_0001_00_000002]
2016-01-14 16:05:36,707 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:36,708 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787536456_0001_00_000002 given task: attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,708 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536456_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,708 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787536456_0001_1_01_000000_0] started. Is using containerId: [container_1452787536456_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:36,708 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A41C5472E9BE4CF29439CA7739027EAF, taskAttemptId=attempt_1452787536456_0001_1_01_000000_0, startTime=1452787536708, containerId=container_1452787536456_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787536456_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:36,708 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536456_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:36,708 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536456_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:36,708 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,709 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,709 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787536456_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:36,709 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536456_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:36,709 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787536456_0001_00_000001, Exiting
2016-01-14 16:05:36,709 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787536456_0001_00_000001
2016-01-14 16:05:36,709 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787536456_0001_00_000001
2016-01-14 16:05:36,709 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,709 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:36,710 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:36,710 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:36,710 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:36,710 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:36,710 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369] max/(1/1) ...ullSafety/maxbynullsafety, VertexName: A41C5472E9BE4CF29439CA7739027EAF, VertexParallelism: 1, TaskAttemptID:attempt_1452787536456_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AFCAD4B109854354A639B581C0FA531F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=73133A7BAD8B4E2D80724024CDAB63E8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:36,710 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787536456_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:36,711 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787536456_0001_00_000001 completed successfully
2016-01-14 16:05:36,711 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:36,711 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:36,711 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,711 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:36,712 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,712 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787536456_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:36,712 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,712 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=AFCAD4B109854354A639B581C0FA531F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:36,712 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:36,713 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,714 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:36,714 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:36,714 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,714 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,715 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:36,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=73133A7BAD8B4E2D80724024CDAB63E8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:36,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:36,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 73133A7BAD8B4E2D80724024CDAB63E8
2016-01-14 16:05:36,717 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:36,717 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 73133A7BAD8B4E2D80724024CDAB63E8
2016-01-14 16:05:36,719 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A41C5472E9BE4CF29439CA7739027EAF, ordinal: 1
2016-01-14 16:05:36,719 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A41C5472E9BE4CF29439CA7739027EAF, mem on start (mb), free: 455, total: 600, max: 672
2016-01-14 16:05:36,719 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:36,719 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:36,719 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:36,726 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:36,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 73133A7BAD8B4E2D80724024CDAB63E8
2016-01-14 16:05:36,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:36,727 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:36,727 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:36,727 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:36,727 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:36,727 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:36,727 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:36,728 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, AFCAD4B109854354A639B581C0FA531F, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:36,728 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 73133A7BAD8B4E2D80724024CDAB63E8, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:36,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:36,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: AFCAD4B109854354A639B581C0FA531F being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:36,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:36,729 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:36,729 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:36,729 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:36,729 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: AFCAD4B109854354A639B581C0FA531F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:36,729 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:36,730 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:36,730 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:36,731 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,731 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:36,732 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,734 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(max)[by:[{1}:'char']]
2016-01-14 16:05:36,734 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787536456_0001_1_00_000000_0_10171, runDuration: 52297, ]
2016-01-14 16:05:36,735 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(max)[by:[{1}:'char']] streamed: true, id: C8D2C9F67A814A20B88CFCF2A8016BF5
2016-01-14 16:05:36,735 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety"], id: 73133A7BAD8B4E2D80724024CDAB63E8
2016-01-14 16:05:36,735 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'max']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety"]
2016-01-14 16:05:36,735 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(max)[by:[{1}:'char']] C8D2C9F67A814A20B88CFCF2A8016BF5, for 1 inputs
2016-01-14 16:05:36,736 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787536456_0001_1_00_000000_0_10171] to DISK_DIRECT, CompressedSize=100, DecompressedSize=96,EndTime=1452787536736, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:36,736 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,736 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:36,736 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [AFCAD4B109854354A639B581C0FA531F] #24 in 0ms
2016-01-14 16:05:36,737 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [AFCAD4B109854354A639B581C0FA531F] #24, status:false, isInterrupted:false
2016-01-14 16:05:36,738 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:36,738 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 100 bytes from disk
2016-01-14 16:05:36,738 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:36,738 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:36,738 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 83 bytes
2016-01-14 16:05:36,738 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,738 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:36,739 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A41C5472E9BE4CF29439CA7739027EAF, all 1 inputs ready in: 00:00:00.004
2016-01-14 16:05:36,741 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:36,741 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:36,741 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2395fc0c; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4bd68a14
2016-01-14 16:05:36,743 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:36,743 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:36,743 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,744 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787536456_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:36,744 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,744 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A41C5472E9BE4CF29439CA7739027EAF, mem on close (mb), free: 452, total: 600, max: 672
2016-01-14 16:05:36,744 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: AFCAD4B109854354A639B581C0FA531F
2016-01-14 16:05:36,745 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:36,745 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:36,745 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:36,745 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:36,745 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,746 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787536456_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:36,746 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=132, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787536739, Process_Duration=5, Process_End_Time=1452787536744, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:36,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A41C5472E9BE4CF29439CA7739027EAF, taskAttemptId=attempt_1452787536456_0001_1_01_000000_0, startTime=1452787536708, finishTime=1452787536746, timeTaken=38, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=132, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536739, Process_Duration=5, Process_End_Time=1452787536744, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:36,747 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:36,747 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536456_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:36,747 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:36,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:36,747 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,747 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536456_0001_00_000002
2016-01-14 16:05:36,747 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36,748 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:TASK_FINISHED]: vertexName=A41C5472E9BE4CF29439CA7739027EAF, taskId=task_1452787536456_0001_1_01_000000, startTime=1452787536708, finishTime=1452787536748, timeTaken=40, status=SUCCEEDED, successfulAttemptID=attempt_1452787536456_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=132, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536739, Process_Duration=5, Process_End_Time=1452787536744, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:36,748 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536456_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:36,748 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] : 1
2016-01-14 16:05:36,748 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,749 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:VERTEX_FINISHED]: vertexName=A41C5472E9BE4CF29439CA7739027EAF, vertexId=vertex_1452787536456_0001_1_01, initRequestedTime=1452787536617, initedTime=1452787536623, startRequestedTime=1452787536629, startedTime=1452787536629, finishTime=1452787536748, timeTaken=119, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=132, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=629145600, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787536739, Process_Duration=5, Process_End_Time=1452787536744, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787536708, firstTasksToStart=[ task_1452787536456_0001_1_01_000000 ], lastTaskFinishTime=1452787536746, lastTasksToFinish=[ task_1452787536456_0001_1_01_000000 ], minTaskDuration=38, maxTaskDuration=38, avgTaskDuration=38.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787536456_0001_1_01_000000 ], longestDurationTasks=[ task_1452787536456_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:36,749 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:36,749 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:36,749 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787536456_0001_00_000002, stoppedTime=1452787536749, exitStatus=0
2016-01-14 16:05:36,749 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:36,749 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:36,749 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787536456_0001_1
2016-01-14 16:05:36,749 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787536456_0001_1
2016-01-14 16:05:36,749 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 73133A7BAD8B4E2D80724024CDAB63E8 for vertex: vertex_1452787536456_0001_1_01 [A41C5472E9BE4CF29439CA7739027EAF]
2016-01-14 16:05:36,748 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:36,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:36,751 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:36,758 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787536456_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:36,758 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536456_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:36,758 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787536456_0001_00_000002, Exiting
2016-01-14 16:05:36,758 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787536456_0001_00_000002
2016-01-14 16:05:36,758 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787536456_0001_00_000002
2016-01-14 16:05:36,758 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787536456_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:36,758 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787536456_0001_00_000002 completed successfully
2016-01-14 16:05:36,760 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787536456_0001_1_00 [AFCAD4B109854354A639B581C0FA531F]
2016-01-14 16:05:36,762 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787536456_0001_1, queueSize=0
2016-01-14 16:05:36,763 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:36,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536456_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787536456_0001_1, startTime=1452787536615, finishTime=1452787536760, timeTaken=145, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=242, FILE_BYTES_WRITTEN=164, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1258291200, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=98, OUTPUT_BYTES_WITH_OVERHEAD=96, OUTPUT_BYTES_PHYSICAL=100, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=100, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=100, SHUFFLE_BYTES_DECOMPRESSED=96, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=100, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575073426, Process_Duration=9, Process_End_Time=2905575073435, Read_Duration=2, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:36,764 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787536456_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:36,764 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787536456_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:36,764 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787536456_0001_00_000002
2016-01-14 16:05:36,764 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536456_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:36 Completed Dag: dag_1452787536456_0001_1
2016-01-14 16:05:36,766 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787536456_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:36,766 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787536456_0001_1_post
2016-01-14 16:05:36,766 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:36,767 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:36,771 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ullSafety/maxbynullsafety, applicationId=application_1452787536456_0001
2016-01-14 16:05:36,772 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:36,772 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:36,772 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:36,772 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:36,773 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:36,773 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:36,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:36,774 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:36,774 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:36,774 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:36,774 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:36,774 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:36,775 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:36,780 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/0A127198A9514E20B7F0DC6EA0E6F36B/FCE52F1F9C99477490B05440D487A369/.tez/application_1452787536456_0001
2016-01-14 16:05:36,781 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [max]  completed in: 00:00.344
2016-01-14 16:05:36,844 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testMaxByNullSafety/maxbynullsafety
2016-01-14 16:05:36,867 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:36,867 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:36,897 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 16:05:36,911 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 16:05:36,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:36,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:36,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:36,925 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:36,931 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls
2016-01-14 16:05:36,969 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] starting
2016-01-14 16:05:36,970 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:36,970 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  sink: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls"]
2016-01-14 16:05:36,971 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  parallel execution of steps is enabled: false
2016-01-14 16:05:36,971 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  executing total steps: 1
2016-01-14 16:05:36,971 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  allocating management threads: 1
2016-01-14 16:05:36,971 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] starting step: (1/1) ...m/testSumByNulls/sumnulls
2016-01-14 16:05:36,971 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [sum] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:36,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] tez session mode enabled: true
2016-01-14 16:05:36,988 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:36,988 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:36,988 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:36,997 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F/.tez/application_1452787536988_0001 doesn't exist and is created
2016-01-14 16:05:37,011 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:37,011 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:37,011 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F/.tez/application_1452787536988_0001
2016-01-14 16:05:37,014 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787536988_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:37,022 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:37,023 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:37,024 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:37,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:37,024 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F/.tez/application_1452787536988_0001/localmode-log-dir
2016-01-14 16:05:37,024 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F/.tez/application_1452787536988_0001/localmode-log-dir/history.txt.appattempt_1452787536988_0001_000000, maxErrors=10
2016-01-14 16:05:37,025 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:37,025 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787536988_0001_000000, appSubmitTime=1452787537013, launchTime=1452787537013
2016-01-14 16:05:37,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:37,030 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:54281
2016-01-14 16:05:37,034 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:37,035 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:37,035 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:37,035 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:37,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787536988_0001_000000, startTime=1452787537037
2016-01-14 16:05:37,037 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:37,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:37,111 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:37,111 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:37,111 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...m/testSumByNulls/sumnulls, applicationId=application_1452787536988_0001, dagName=[8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-01-14 16:05:37,125 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-01-14 16:05:37,126 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787536988_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F/.tez/application_1452787536988_0001/localmode-log-dir/dag_1452787536988_0001_1.dot
2016-01-14 16:05:37,126 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F/.tez/application_1452787536988_0001/localmode-log-dir/dag_1452787536988_0001_1-tez-dag.pb.txt
2016-01-14 16:05:37,132 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787536988_0001_1
2016-01-14 16:05:37,132 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,132 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-01-14 16:05:37 Running Dag: dag_1452787536988_0001_1
2016-01-14 16:05:37,142 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787536988_0001_1, submitTime=1452787537125
2016-01-14 16:05:37,142 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:37,143 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C0F0BF507FCE477982113B970E2C454A
2016-01-14 16:05:37,143 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:37,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787536988_0001_1, initTime=1452787537142
2016-01-14 16:05:37,144 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:37,144 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787536988_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:37,144 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:DAG_STARTED]: dagID=dag_1452787536988_0001_1, startTime=1452787537144
2016-01-14 16:05:37,145 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:37,144 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:37,145 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787536988_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:37,145 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C3EF1D41BC99472EA710630CC10070FD : {93A8F9068DC14DF0B1321011097F8058={InputName=93A8F9068DC14DF0B1321011097F8058}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:37,145 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 93A8F9068DC14DF0B1321011097F8058, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:37,145 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,145 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,145 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,145 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]. Starting root input initializers: 1
2016-01-14 16:05:37,146 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...m/testSumByNulls/sumnulls, applicationId=application_1452787536988_0001, dagName=[8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls
2016-01-14 16:05:37,146 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:37,146 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,147 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 93A8F9068DC14DF0B1321011097F8058 on vertex vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,148 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:37,148 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 93A8F9068DC14DF0B1321011097F8058 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:37,149 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:37,149 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:37,149 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,150 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,150 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,150 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=F594B52A809C4B5FA6552B2BCE340B18, vertexId=vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:37,150 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=F594B52A809C4B5FA6552B2BCE340B18, vertexId=vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,150 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:37,152 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=F594B52A809C4B5FA6552B2BCE340B18, vertexName=C0F0BF507FCE477982113B970E2C454A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:37,152 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=F594B52A809C4B5FA6552B2BCE340B18, vertexId=vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,152 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:37,153 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 93A8F9068DC14DF0B1321011097F8058 on vertex vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,154 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:37,154 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C0F0BF507FCE477982113B970E2C454A, vertexId=vertex_1452787536988_0001_1_01, initRequestedTime=1452787537146, initedTime=1452787537153, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:37,154 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:37,154 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:37,155 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {93A8F9068DC14DF0B1321011097F8058=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:37,155 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] parallelism set to 1
2016-01-14 16:05:37,155 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:37,155 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787536988_0001_1_00, eventCount=1
2016-01-14 16:05:37,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:37,156 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C3EF1D41BC99472EA710630CC10070FD, vertexId=vertex_1452787536988_0001_1_00, initRequestedTime=1452787537145, initedTime=1452787537156, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:37,156 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] with distanceFromRoot: 0
2016-01-14 16:05:37,157 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:37,157 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,157 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,157 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:37,158 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787536988_0001_1_00, startRequestedTime=1452787537157, startedTime=1452787537157
2016-01-14 16:05:37,158 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:37,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:37,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_STARTED]: vertexName=C3EF1D41BC99472EA710630CC10070FD, taskId=task_1452787536988_0001_1_00_000000, scheduledTime=1452787537158, launchTime=1452787537158
2016-01-14 16:05:37,159 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536988_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:37,159 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787536988_0001_1_00 for vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] numStartedSources: 1 numSources: 1
2016-01-14 16:05:37,159 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] with distanceFromRoot: 1
2016-01-14 16:05:37,159 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,160 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C3EF1D41BC99472EA710630CC10070FD in vertex: C0F0BF507FCE477982113B970E2C454A
2016-01-14 16:05:37,160 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C0F0BF507FCE477982113B970E2C454A with 1 source tasks and 1 pending tasks
2016-01-14 16:05:37,160 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:37,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787536988_0001_1_01, startRequestedTime=1452787537159, startedTime=1452787537159
2016-01-14 16:05:37,160 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:37,161 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls, VertexName: C3EF1D41BC99472EA710630CC10070FD, VertexParallelism: 1, TaskAttemptID:attempt_1452787536988_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=93A8F9068DC14DF0B1321011097F8058, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C0F0BF507FCE477982113B970E2C454A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:37,161 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536988_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:37,161 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:37,162 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:37,162 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:37,162 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:37,163 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787536988_0001_00_000001
2016-01-14 16:05:37,163 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:37,164 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum] submitted tez dag to app master: application_1452787536988_0001, with dag id: dag_1452787536988_0001_1
2016-01-14 16:05:37,164 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787536988_0001_00_000001
2016-01-14 16:05:37,165 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:37,165 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:37,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787536988_0001_00_000001, launchTime=1452787537165
2016-01-14 16:05:37,165 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:37,166 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536988_0001_00_000001
2016-01-14 16:05:37,167 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787536988_0001_1_00_000000_0] to container: [container_1452787536988_0001_00_000001]
2016-01-14 16:05:37,167 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:37,167 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787536988_0001_00_000001 given task: attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,167 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536988_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,168 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,168 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,168 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:37,168 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:37,168 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:37,168 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:37,168 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:37,168 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls, VertexName: C3EF1D41BC99472EA710630CC10070FD, VertexParallelism: 1, TaskAttemptID:attempt_1452787536988_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=93A8F9068DC14DF0B1321011097F8058, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C0F0BF507FCE477982113B970E2C454A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:37,169 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:37,169 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:37,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,170 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787536988_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:37,169 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787536988_0001_1_00_000000_0] started. Is using containerId: [container_1452787536988_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:37,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C3EF1D41BC99472EA710630CC10070FD, taskAttemptId=attempt_1452787536988_0001_1_00_000000_0, startTime=1452787537167, containerId=container_1452787536988_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787536988_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:37,171 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536988_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:37,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:37,171 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C0F0BF507FCE477982113B970E2C454A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:37,172 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536988_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:37,172 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:37,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C0F0BF507FCE477982113B970E2C454A
2016-01-14 16:05:37,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,170 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=93A8F9068DC14DF0B1321011097F8058, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:37,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:37,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:37,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 93A8F9068DC14DF0B1321011097F8058
2016-01-14 16:05:37,174 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 93A8F9068DC14DF0B1321011097F8058
2016-01-14 16:05:37,173 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:37,175 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:37,175 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C0F0BF507FCE477982113B970E2C454A
2016-01-14 16:05:37,175 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C0F0BF507FCE477982113B970E2C454A
2016-01-14 16:05:37,175 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:37,175 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 93A8F9068DC14DF0B1321011097F8058
2016-01-14 16:05:37,175 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 93A8F9068DC14DF0B1321011097F8058
2016-01-14 16:05:37,177 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:37,184 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C3EF1D41BC99472EA710630CC10070FD, ordinal: 0
2016-01-14 16:05:37,184 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3EF1D41BC99472EA710630CC10070FD, mem on start (mb), free: 361, total: 600, max: 672
2016-01-14 16:05:37,184 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:37,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:37,185 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:37,185 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:37,186 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:37,186 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:37,186 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:37,187 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:37,187 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:37,187 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 93A8F9068DC14DF0B1321011097F8058, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:37,188 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C0F0BF507FCE477982113B970E2C454A, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:37,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:37,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 93A8F9068DC14DF0B1321011097F8058 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:37,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:37,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:37,189 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 93A8F9068DC14DF0B1321011097F8058
2016-01-14 16:05:37,190 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:37,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 93A8F9068DC14DF0B1321011097F8058
2016-01-14 16:05:37,191 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:37,191 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,191 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:37,192 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@33b4cfcc
2016-01-14 16:05:37,193 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@33b4cfcc
2016-01-14 16:05:37,193 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:37,193 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:37,195 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:37,196 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 93A8F9068DC14DF0B1321011097F8058
2016-01-14 16:05:37,196 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(sum)[by:[{1}:'char']], id: C82EBE2D9EE042D68253885B8A72FCA3
2016-01-14 16:05:37,196 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(sum)[by:[{1}:'char']] C82EBE2D9EE042D68253885B8A72FCA3
2016-01-14 16:05:37,197 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@243c8e5b; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@3a60af3; comparator=cascading.tuple.hadoop.util.TupleComparator@a18d964; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:37,197 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:37,198 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:37,198 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:37,223 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:37,223 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:37,223 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:37,223 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:37,223 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:37,230 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:37,230 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:37,231 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C3EF1D41BC99472EA710630CC10070FD, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:37,232 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:37,232 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 458, total: 599, max: 672
2016-01-14 16:05:37,233 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:37,234 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 458, total: 599, max: 672
2016-01-14 16:05:37,234 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:37,234 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 458, total: 599, max: 672
2016-01-14 16:05:37,235 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:37,235 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 458, total: 599, max: 672
2016-01-14 16:05:37,235 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,236 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C3EF1D41BC99472EA710630CC10070FD, mem on close (mb), free: 458, total: 599, max: 672
2016-01-14 16:05:37,236 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:37,236 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:37,236 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 96; bufvoid = 104857600
2016-01-14 16:05:37,236 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:37,239 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,241 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787536988_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:37,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787536988_0001_1_00, eventCount=1
2016-01-14 16:05:37,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=650, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787537231, Process_Duration=4, Process_End_Time=1452787537235, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:37,242 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:37,243 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:37,243 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,243 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536988_0001_00_000001
2016-01-14 16:05:37,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C3EF1D41BC99472EA710630CC10070FD, taskAttemptId=attempt_1452787536988_0001_1_00_000000_0, startTime=1452787537167, finishTime=1452787537242, timeTaken=75, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=650, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537231, Process_Duration=4, Process_End_Time=1452787537235, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:37,243 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536988_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:37,243 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:37,243 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37,244 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:37,244 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_FINISHED]: vertexName=C3EF1D41BC99472EA710630CC10070FD, taskId=task_1452787536988_0001_1_00_000000, startTime=1452787537167, finishTime=1452787537244, timeTaken=77, status=SUCCEEDED, successfulAttemptID=attempt_1452787536988_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=650, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537231, Process_Duration=4, Process_End_Time=1452787537235, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:37,244 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536988_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:37,245 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] : 1
2016-01-14 16:05:37,245 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,245 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:37,245 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_FINISHED]: vertexName=C3EF1D41BC99472EA710630CC10070FD, vertexId=vertex_1452787536988_0001_1_00, initRequestedTime=1452787537145, initedTime=1452787537156, startRequestedTime=1452787537157, startedTime=1452787537157, finishTime=1452787537245, timeTaken=88, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=650, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537231, Process_Duration=4, Process_End_Time=1452787537235, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787537167, firstTasksToStart=[ task_1452787536988_0001_1_00_000000 ], lastTaskFinishTime=1452787537242, lastTasksToFinish=[ task_1452787536988_0001_1_00_000000 ], minTaskDuration=75, maxTaskDuration=75, avgTaskDuration=75.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787536988_0001_1_00_000000 ], longestDurationTasks=[ task_1452787536988_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:37,246 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:37,246 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:37,246 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787536988_0001_00_000001, stoppedTime=1452787537246, exitStatus=0
2016-01-14 16:05:37,246 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:37,246 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] attempt: attempt_1452787536988_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:37,246 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C0F0BF507FCE477982113B970E2C454A
2016-01-14 16:05:37,246 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,246 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:37,247 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:37,247 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787536988_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:37,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_STARTED]: vertexName=C0F0BF507FCE477982113B970E2C454A, taskId=task_1452787536988_0001_1_01_000000, scheduledTime=1452787537247, launchTime=1452787537247
2016-01-14 16:05:37,247 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:37,247 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536988_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:37,247 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:37,247 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,248 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls, VertexName: C0F0BF507FCE477982113B970E2C454A, VertexParallelism: 1, TaskAttemptID:attempt_1452787536988_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C3EF1D41BC99472EA710630CC10070FD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F594B52A809C4B5FA6552B2BCE340B18, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:37,248 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536988_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:37,249 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:37,250 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787536988_0001_00_000002
2016-01-14 16:05:37,250 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:37,251 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787536988_0001_00_000002
2016-01-14 16:05:37,251 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:37,252 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:37,252 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787536988_0001_00_000002, launchTime=1452787537252
2016-01-14 16:05:37,252 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:37,252 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536988_0001_00_000002
2016-01-14 16:05:37,253 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787536988_0001_1_01_000000_0] to container: [container_1452787536988_0001_00_000002]
2016-01-14 16:05:37,253 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:37,253 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787536988_0001_00_000002 given task: attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,253 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536988_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,253 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787536988_0001_1_01_000000_0] started. Is using containerId: [container_1452787536988_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:37,253 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,253 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,253 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,254 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:37,253 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787536988_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:37,254 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536988_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:37,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C0F0BF507FCE477982113B970E2C454A, taskAttemptId=attempt_1452787536988_0001_1_01_000000_0, startTime=1452787537253, containerId=container_1452787536988_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787536988_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:37,254 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:37,254 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:37,254 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536988_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:37,254 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:37,255 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:37,255 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536988_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:37,255 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787536988_0001_00_000001, Exiting
2016-01-14 16:05:37,255 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787536988_0001_00_000001
2016-01-14 16:05:37,255 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787536988_0001_00_000001
2016-01-14 16:05:37,255 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F] sum/(1/1) ...m/testSumByNulls/sumnulls, VertexName: C0F0BF507FCE477982113B970E2C454A, VertexParallelism: 1, TaskAttemptID:attempt_1452787536988_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C3EF1D41BC99472EA710630CC10070FD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F594B52A809C4B5FA6552B2BCE340B18, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:37,256 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:37,256 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787536988_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:37,256 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,256 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:37,256 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,257 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787536988_0001_00_000001 completed successfully
2016-01-14 16:05:37,257 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787536988_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:37,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:37,257 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C3EF1D41BC99472EA710630CC10070FD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:37,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:37,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F594B52A809C4B5FA6552B2BCE340B18, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:37,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:37,259 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F594B52A809C4B5FA6552B2BCE340B18
2016-01-14 16:05:37,259 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:37,259 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: F594B52A809C4B5FA6552B2BCE340B18
2016-01-14 16:05:37,261 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:37,258 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,264 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:37,264 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:37,265 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,265 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,268 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C0F0BF507FCE477982113B970E2C454A, ordinal: 1
2016-01-14 16:05:37,268 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0F0BF507FCE477982113B970E2C454A, mem on start (mb), free: 452, total: 599, max: 672
2016-01-14 16:05:37,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:37,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:37,270 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:37,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F594B52A809C4B5FA6552B2BCE340B18
2016-01-14 16:05:37,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:37,270 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:37,271 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:37,271 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:37,271 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:37,271 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:37,272 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:37,272 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F594B52A809C4B5FA6552B2BCE340B18, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:37,272 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C3EF1D41BC99472EA710630CC10070FD, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:37,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:37,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C3EF1D41BC99472EA710630CC10070FD being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:37,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:37,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:37,275 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:37,275 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:37,276 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C3EF1D41BC99472EA710630CC10070FD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:37,276 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:37,276 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:37,276 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:37,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:37,278 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,280 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787536988_0001_1_00_000000_0_10176, runDuration: 67639, ]
2016-01-14 16:05:37,281 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787536988_0001_1_00_000000_0_10176] to DISK_DIRECT, CompressedSize=98, DecompressedSize=94,EndTime=1452787537281, TimeTaken=1, Rate=0.09 MB/s
2016-01-14 16:05:37,281 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,281 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(sum)[by:[{1}:'char']]
2016-01-14 16:05:37,281 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:37,281 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C3EF1D41BC99472EA710630CC10070FD] #25 in 1ms
2016-01-14 16:05:37,281 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C3EF1D41BC99472EA710630CC10070FD] #25, status:false, isInterrupted:false
2016-01-14 16:05:37,282 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:37,282 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(sum)[by:[{1}:'char']] streamed: true, id: C82EBE2D9EE042D68253885B8A72FCA3
2016-01-14 16:05:37,282 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 98 bytes from disk
2016-01-14 16:05:37,282 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls"], id: F594B52A809C4B5FA6552B2BCE340B18
2016-01-14 16:05:37,282 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:37,282 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls"]
2016-01-14 16:05:37,282 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:37,282 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(sum)[by:[{1}:'char']] C82EBE2D9EE042D68253885B8A72FCA3, for 1 inputs
2016-01-14 16:05:37,283 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 81 bytes
2016-01-14 16:05:37,283 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,283 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:37,283 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C0F0BF507FCE477982113B970E2C454A, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:37,283 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@32798def; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4a555fcc
2016-01-14 16:05:37,285 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:37,285 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:37,285 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,285 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787536988_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:37,286 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,286 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0F0BF507FCE477982113B970E2C454A, mem on close (mb), free: 450, total: 599, max: 672
2016-01-14 16:05:37,286 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C3EF1D41BC99472EA710630CC10070FD
2016-01-14 16:05:37,286 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:37,286 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:37,287 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:37,287 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:37,287 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,287 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787536988_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:37,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=130, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787537283, Process_Duration=3, Process_End_Time=1452787537286, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:37,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C0F0BF507FCE477982113B970E2C454A, taskAttemptId=attempt_1452787536988_0001_1_01_000000_0, startTime=1452787537253, finishTime=1452787537288, timeTaken=35, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=130, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537283, Process_Duration=3, Process_End_Time=1452787537286, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:37,288 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:37,288 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,288 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:37,288 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787536988_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:37,288 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:37,288 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37,289 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787536988_0001_00_000002
2016-01-14 16:05:37,289 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:37,289 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:TASK_FINISHED]: vertexName=C0F0BF507FCE477982113B970E2C454A, taskId=task_1452787536988_0001_1_01_000000, startTime=1452787537253, finishTime=1452787537289, timeTaken=36, status=SUCCEEDED, successfulAttemptID=attempt_1452787536988_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=130, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537283, Process_Duration=3, Process_End_Time=1452787537286, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:37,289 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787536988_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:37,289 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] : 1
2016-01-14 16:05:37,290 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,290 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:37,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:VERTEX_FINISHED]: vertexName=C0F0BF507FCE477982113B970E2C454A, vertexId=vertex_1452787536988_0001_1_01, initRequestedTime=1452787537146, initedTime=1452787537153, startRequestedTime=1452787537159, startedTime=1452787537159, finishTime=1452787537290, timeTaken=131, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=130, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=628097024, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537283, Process_Duration=3, Process_End_Time=1452787537286, Read_Duration=1, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787537253, firstTasksToStart=[ task_1452787536988_0001_1_01_000000 ], lastTaskFinishTime=1452787537288, lastTasksToFinish=[ task_1452787536988_0001_1_01_000000 ], minTaskDuration=35, maxTaskDuration=35, avgTaskDuration=35.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787536988_0001_1_01_000000 ], longestDurationTasks=[ task_1452787536988_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:37,291 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:37,291 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:37,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787536988_0001_00_000002, stoppedTime=1452787537291, exitStatus=0
2016-01-14 16:05:37,291 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:37,291 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:37,291 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:37,291 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787536988_0001_1
2016-01-14 16:05:37,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787536988_0001_1
2016-01-14 16:05:37,292 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787536988_0001_1_00 [C3EF1D41BC99472EA710630CC10070FD]
2016-01-14 16:05:37,292 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: F594B52A809C4B5FA6552B2BCE340B18 for vertex: vertex_1452787536988_0001_1_01 [C0F0BF507FCE477982113B970E2C454A]
2016-01-14 16:05:37,299 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787536988_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:37,299 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787536988_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:37,299 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787536988_0001_00_000002, Exiting
2016-01-14 16:05:37,299 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787536988_0001_00_000002
2016-01-14 16:05:37,299 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787536988_0001_00_000002
2016-01-14 16:05:37,300 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787536988_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:37,300 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787536988_0001_00_000002 completed successfully
2016-01-14 16:05:37,300 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787536988_0001_1, queueSize=0
2016-01-14 16:05:37,300 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:37,301 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787536988_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787536988_0001_1, startTime=1452787537144, finishTime=1452787537298, timeTaken=154, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=240, FILE_BYTES_WRITTEN=682, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1256194048, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=96, OUTPUT_BYTES_WITH_OVERHEAD=94, OUTPUT_BYTES_PHYSICAL=98, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=98, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=98, SHUFFLE_BYTES_DECOMPRESSED=94, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=98, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575074514, Process_Duration=7, Process_End_Time=2905575074521, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:37,301 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787536988_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:37,301 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787536988_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:37,301 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787536988_0001_00_000002
2016-01-14 16:05:37,301 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787536988_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:37 Completed Dag: dag_1452787536988_0001_1
2016-01-14 16:05:37,302 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787536988_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:37,302 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787536988_0001_1_post
2016-01-14 16:05:37,302 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,302 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:37,308 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...m/testSumByNulls/sumnulls, applicationId=application_1452787536988_0001
2016-01-14 16:05:37,310 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:37,310 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:37,310 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:37,310 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:37,310 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:37,311 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:37,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:37,311 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:37,311 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:37,311 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:37,311 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:37,312 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:37,312 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:37,316 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8F743AA63AA3452997AE03F059961919/F2BC8AD2440A4606B183DFCB7A23DC3F/.tez/application_1452787536988_0001
2016-01-14 16:05:37,317 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [sum]  completed in: 00:00.347
2016-01-14 16:05:37,382 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSumByNulls/sumnulls
2016-01-14 16:05:37,406 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:37,407 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:37,436 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 16:05:37,445 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.016
2016-01-14 16:05:37,445 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:37,446 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:37,446 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:37,459 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:37,464 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall
2016-01-14 16:05:37,507 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2016-01-14 16:05:37,507 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:37,507 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall"]
2016-01-14 16:05:37,508 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2016-01-14 16:05:37,508 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2016-01-14 16:05:37,508 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2016-01-14 16:05:37,509 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...orm/testCountAll/countall
2016-01-14 16:05:37,509 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:37,526 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tez session mode enabled: true
2016-01-14 16:05:37,530 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:37,531 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:37,531 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:37,540 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771/.tez/application_1452787537530_0001 doesn't exist and is created
2016-01-14 16:05:37,559 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:37,559 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:37,560 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771/.tez/application_1452787537530_0001
2016-01-14 16:05:37,563 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787537530_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:37,573 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:37,573 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:37,575 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:37,575 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:37,576 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771/.tez/application_1452787537530_0001/localmode-log-dir
2016-01-14 16:05:37,576 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771/.tez/application_1452787537530_0001/localmode-log-dir/history.txt.appattempt_1452787537530_0001_000000, maxErrors=10
2016-01-14 16:05:37,576 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:37,576 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787537530_0001_000000, appSubmitTime=1452787537562, launchTime=1452787537562
2016-01-14 16:05:37,580 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:37,582 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:37,584 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:37,584 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:37,588 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:33277
2016-01-14 16:05:37,590 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:37,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787537530_0001_000000, startTime=1452787537591
2016-01-14 16:05:37,592 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:37,592 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:37,660 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:37,660 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:37,660 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...orm/testCountAll/countall, applicationId=application_1452787537530_0001, dagName=[6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall
2016-01-14 16:05:37,678 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall
2016-01-14 16:05:37,679 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787537530_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771/.tez/application_1452787537530_0001/localmode-log-dir/dag_1452787537530_0001_1.dot
2016-01-14 16:05:37,679 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771/.tez/application_1452787537530_0001/localmode-log-dir/dag_1452787537530_0001_1-tez-dag.pb.txt
2016-01-14 16:05:37,685 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787537530_0001_1
2016-01-14 16:05:37,685 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,685 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall
2016-01-14 16:05:37 Running Dag: dag_1452787537530_0001_1
2016-01-14 16:05:37,695 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787537530_0001_1, submitTime=1452787537678
2016-01-14 16:05:37,695 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:37,696 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E5B8B4FCF6F249B6B7D6D7BDCABA35D3
2016-01-14 16:05:37,696 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:37,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787537530_0001_1, initTime=1452787537695
2016-01-14 16:05:37,697 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787537530_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:37,697 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:37,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:DAG_STARTED]: dagID=dag_1452787537530_0001_1, startTime=1452787537697
2016-01-14 16:05:37,697 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:37,697 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787537530_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:37,697 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:37,697 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D9E73E1FE4034F189E1FF2DE7465B4C0 : {CB77DCE590384019BE938783C73E8C13={InputName=CB77DCE590384019BE938783C73E8C13}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:37,697 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: CB77DCE590384019BE938783C73E8C13, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:37,697 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,697 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,697 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,698 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]. Starting root input initializers: 1
2016-01-14 16:05:37,698 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:37,698 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: CB77DCE590384019BE938783C73E8C13 on vertex vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,698 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,699 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...orm/testCountAll/countall, applicationId=application_1452787537530_0001, dagName=[6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall
2016-01-14 16:05:37,701 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:37,701 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input CB77DCE590384019BE938783C73E8C13 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:37,701 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:37,702 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,702 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,702 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,703 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=6505C0D39DD1470699872CDEC39286EC, vertexId=vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:37,703 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=6505C0D39DD1470699872CDEC39286EC, vertexId=vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,705 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:37,705 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:37,706 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=6505C0D39DD1470699872CDEC39286EC, vertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:37,706 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=6505C0D39DD1470699872CDEC39286EC, vertexId=vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,707 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:37,707 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: CB77DCE590384019BE938783C73E8C13 on vertex vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,707 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:37,708 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, vertexId=vertex_1452787537530_0001_1_01, initRequestedTime=1452787537698, initedTime=1452787537707, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:37,708 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:37,708 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:37,708 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {CB77DCE590384019BE938783C73E8C13=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:37,709 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] parallelism set to 1
2016-01-14 16:05:37,709 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:37,709 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787537530_0001_1_00, eventCount=1
2016-01-14 16:05:37,710 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:37,710 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, vertexId=vertex_1452787537530_0001_1_00, initRequestedTime=1452787537697, initedTime=1452787537710, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:37,710 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] with distanceFromRoot: 0
2016-01-14 16:05:37,710 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:37,711 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,711 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,711 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:37,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787537530_0001_1_00, startRequestedTime=1452787537711, startedTime=1452787537711
2016-01-14 16:05:37,712 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:37,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:37,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_STARTED]: vertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, taskId=task_1452787537530_0001_1_00_000000, scheduledTime=1452787537712, launchTime=1452787537712
2016-01-14 16:05:37,713 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787537530_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:37,713 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787537530_0001_1_00 for vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] numStartedSources: 1 numSources: 1
2016-01-14 16:05:37,713 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] with distanceFromRoot: 1
2016-01-14 16:05:37,713 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,714 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D9E73E1FE4034F189E1FF2DE7465B4C0 in vertex: E5B8B4FCF6F249B6B7D6D7BDCABA35D3
2016-01-14 16:05:37,714 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: E5B8B4FCF6F249B6B7D6D7BDCABA35D3 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:37,714 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:37,714 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787537530_0001_1_01, startRequestedTime=1452787537714, startedTime=1452787537714
2016-01-14 16:05:37,714 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:37,715 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall, VertexName: D9E73E1FE4034F189E1FF2DE7465B4C0, VertexParallelism: 1, TaskAttemptID:attempt_1452787537530_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CB77DCE590384019BE938783C73E8C13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:37,715 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787537530_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:37,715 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:37,716 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:37,716 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:37,716 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:37,716 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787537530_0001_00_000001
2016-01-14 16:05:37,716 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:37,718 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted tez dag to app master: application_1452787537530_0001, with dag id: dag_1452787537530_0001_1
2016-01-14 16:05:37,718 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787537530_0001_00_000001
2016-01-14 16:05:37,718 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:37,719 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:37,719 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:37,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787537530_0001_00_000001, launchTime=1452787537719
2016-01-14 16:05:37,720 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787537530_0001_00_000001
2016-01-14 16:05:37,721 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787537530_0001_1_00_000000_0] to container: [container_1452787537530_0001_00_000001]
2016-01-14 16:05:37,721 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:37,721 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787537530_0001_1_00_000000_0] started. Is using containerId: [container_1452787537530_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:37,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, taskAttemptId=attempt_1452787537530_0001_1_00_000000_0, startTime=1452787537721, containerId=container_1452787537530_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787537530_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:37,721 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:37,721 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787537530_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:37,722 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787537530_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:37,722 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787537530_0001_00_000001 given task: attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,722 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787537530_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,723 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,723 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,723 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:37,723 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:37,723 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:37,723 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:37,723 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:37,723 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall, VertexName: D9E73E1FE4034F189E1FF2DE7465B4C0, VertexParallelism: 1, TaskAttemptID:attempt_1452787537530_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CB77DCE590384019BE938783C73E8C13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:37,723 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:37,724 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:37,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CB77DCE590384019BE938783C73E8C13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:37,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:37,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CB77DCE590384019BE938783C73E8C13
2016-01-14 16:05:37,725 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: CB77DCE590384019BE938783C73E8C13
2016-01-14 16:05:37,726 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787537530_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:37,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:37,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,727 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:37,727 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E5B8B4FCF6F249B6B7D6D7BDCABA35D3
2016-01-14 16:05:37,728 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:37,728 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: E5B8B4FCF6F249B6B7D6D7BDCABA35D3
2016-01-14 16:05:37,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E5B8B4FCF6F249B6B7D6D7BDCABA35D3
2016-01-14 16:05:37,729 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:37,729 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:37,729 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: CB77DCE590384019BE938783C73E8C13
2016-01-14 16:05:37,730 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CB77DCE590384019BE938783C73E8C13
2016-01-14 16:05:37,732 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D9E73E1FE4034F189E1FF2DE7465B4C0, ordinal: 0
2016-01-14 16:05:37,732 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D9E73E1FE4034F189E1FF2DE7465B4C0, mem on start (mb), free: 359, total: 599, max: 672
2016-01-14 16:05:37,732 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,732 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:37,732 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:37,733 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:37,733 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:37,733 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:37,733 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:37,733 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:37,733 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:37,733 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:37,733 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CB77DCE590384019BE938783C73E8C13, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:37,733 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E5B8B4FCF6F249B6B7D6D7BDCABA35D3, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:37,733 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:37,734 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CB77DCE590384019BE938783C73E8C13 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:37,734 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:37,734 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:37,734 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CB77DCE590384019BE938783C73E8C13
2016-01-14 16:05:37,734 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:37,734 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CB77DCE590384019BE938783C73E8C13
2016-01-14 16:05:37,735 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:37,735 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,737 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:37,738 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: CB77DCE590384019BE938783C73E8C13
2016-01-14 16:05:37,738 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{?}:NONE]], id: 93A3DD4D20A74B2AB043D5CA1B4EEACE
2016-01-14 16:05:37,738 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{?}:NONE]] 93A3DD4D20A74B2AB043D5CA1B4EEACE
2016-01-14 16:05:37,738 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:37,739 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5b657f4
2016-01-14 16:05:37,739 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@648571a; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@774e6f2e; comparator=cascading.tuple.hadoop.util.TupleComparator@3e657233; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:37,739 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:37,740 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:37,740 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:37,740 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5b657f4
2016-01-14 16:05:37,756 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:37,756 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:37,766 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:37,766 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:37,766 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:37,766 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:37,767 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:37,768 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:37,768 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:37,768 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D9E73E1FE4034F189E1FF2DE7465B4C0, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:37,770 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,770 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D9E73E1FE4034F189E1FF2DE7465B4C0, mem on close (mb), free: 456, total: 598, max: 672
2016-01-14 16:05:37,770 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:37,770 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:37,770 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 4; bufvoid = 104857600
2016-01-14 16:05:37,770 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600
2016-01-14 16:05:37,771 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,774 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787537530_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:37,774 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787537530_0001_1_00, eventCount=1
2016-01-14 16:05:37,774 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:37,774 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, taskAttemptId=attempt_1452787537530_0001_1_00_000000_0, startTime=1452787537721, finishTime=1452787537774, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=48, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=4, OUTPUT_BYTES_WITH_OVERHEAD=12, OUTPUT_BYTES_PHYSICAL=16, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537768, Process_Duration=2, Process_End_Time=1452787537770, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-01-14 16:05:37,774 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787537530_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:37,775 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:37,775 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37,775 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_FINISHED]: vertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, taskId=task_1452787537530_0001_1_00_000000, startTime=1452787537721, finishTime=1452787537775, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1452787537530_0001_1_00_000000_0, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=48, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=4, OUTPUT_BYTES_WITH_OVERHEAD=12, OUTPUT_BYTES_PHYSICAL=16, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537768, Process_Duration=2, Process_End_Time=1452787537770, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-01-14 16:05:37,775 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:37,776 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787537530_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:37,776 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] : 1
2016-01-14 16:05:37,776 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_FINISHED]: vertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, vertexId=vertex_1452787537530_0001_1_00, initRequestedTime=1452787537697, initedTime=1452787537710, startRequestedTime=1452787537711, startedTime=1452787537711, finishTime=1452787537776, timeTaken=65, status=SUCCEEDED, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=48, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=4, OUTPUT_BYTES_WITH_OVERHEAD=12, OUTPUT_BYTES_PHYSICAL=16, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537768, Process_Duration=2, Process_End_Time=1452787537770, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1, vertexStats=firstTaskStartTime=1452787537721, firstTasksToStart=[ task_1452787537530_0001_1_00_000000 ], lastTaskFinishTime=1452787537774, lastTasksToFinish=[ task_1452787537530_0001_1_00_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787537530_0001_1_00_000000 ], longestDurationTasks=[ task_1452787537530_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:37,777 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:37,777 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:37,777 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:37,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787537530_0001_00_000001, stoppedTime=1452787537777, exitStatus=0
2016-01-14 16:05:37,777 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:37,777 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] attempt: attempt_1452787537530_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:37,777 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:37,777 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E5B8B4FCF6F249B6B7D6D7BDCABA35D3
2016-01-14 16:05:37,778 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,778 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:37,778 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=48, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=4, OUTPUT_BYTES_WITH_OVERHEAD=12, OUTPUT_BYTES_PHYSICAL=16, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787537768, Process_Duration=2, Process_End_Time=1452787537770, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Hit=12, Num_Keys_Missed=1]]
2016-01-14 16:05:37,778 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787537530_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:37,778 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:37,778 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,778 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:37,778 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_STARTED]: vertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, taskId=task_1452787537530_0001_1_01_000000, scheduledTime=1452787537778, launchTime=1452787537778
2016-01-14 16:05:37,779 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787537530_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:37,779 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:37,779 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,779 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall, VertexName: E5B8B4FCF6F249B6B7D6D7BDCABA35D3, VertexParallelism: 1, TaskAttemptID:attempt_1452787537530_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6505C0D39DD1470699872CDEC39286EC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:37,780 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787537530_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:37,780 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:37,779 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787537530_0001_00_000001
2016-01-14 16:05:37,781 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787537530_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:37,781 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787537530_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:37,781 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787537530_0001_00_000001, Exiting
2016-01-14 16:05:37,781 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787537530_0001_00_000001
2016-01-14 16:05:37,781 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787537530_0001_00_000001
2016-01-14 16:05:37,781 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787537530_0001_00_000002
2016-01-14 16:05:37,782 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:37,783 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787537530_0001_00_000002
2016-01-14 16:05:37,784 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:37,785 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787537530_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:37,785 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787537530_0001_00_000001 completed successfully
2016-01-14 16:05:37,785 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:37,786 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:37,786 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:37,786 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787537530_0001_00_000002, launchTime=1452787537785
2016-01-14 16:05:37,786 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787537530_0001_00_000002
2016-01-14 16:05:37,787 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787537530_0001_1_01_000000_0] to container: [container_1452787537530_0001_00_000002]
2016-01-14 16:05:37,787 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:37,787 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787537530_0001_00_000002 given task: attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,787 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787537530_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,787 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787537530_0001_1_01_000000_0] started. Is using containerId: [container_1452787537530_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,787 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,787 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,788 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:37,788 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:37,787 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, taskAttemptId=attempt_1452787537530_0001_1_01_000000_0, startTime=1452787537787, containerId=container_1452787537530_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787537530_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:37,787 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:37,788 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787537530_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:37,788 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787537530_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:37,788 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:37,788 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:37,788 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:37,788 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771] count/(1/1) ...orm/testCountAll/countall, VertexName: E5B8B4FCF6F249B6B7D6D7BDCABA35D3, VertexParallelism: 1, TaskAttemptID:attempt_1452787537530_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6505C0D39DD1470699872CDEC39286EC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:37,788 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:37,789 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:37,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,789 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787537530_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:37,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D9E73E1FE4034F189E1FF2DE7465B4C0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:37,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=6505C0D39DD1470699872CDEC39286EC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:37,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:37,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,792 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:37,792 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:37,792 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,793 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:37,794 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:37,794 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 6505C0D39DD1470699872CDEC39286EC
2016-01-14 16:05:37,795 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:37,795 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 6505C0D39DD1470699872CDEC39286EC
2016-01-14 16:05:37,799 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E5B8B4FCF6F249B6B7D6D7BDCABA35D3, ordinal: 1
2016-01-14 16:05:37,799 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E5B8B4FCF6F249B6B7D6D7BDCABA35D3, mem on start (mb), free: 450, total: 598, max: 672
2016-01-14 16:05:37,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:37,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:37,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:37,804 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:37,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 6505C0D39DD1470699872CDEC39286EC
2016-01-14 16:05:37,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:37,804 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:37,804 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:37,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:37,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:37,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:37,805 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:37,805 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D9E73E1FE4034F189E1FF2DE7465B4C0, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:37,805 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 6505C0D39DD1470699872CDEC39286EC, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:37,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:37,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D9E73E1FE4034F189E1FF2DE7465B4C0 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:37,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:37,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,806 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:37,807 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:37,807 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:37,808 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D9E73E1FE4034F189E1FF2DE7465B4C0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:37,808 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:37,808 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:37,808 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:37,810 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,811 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:37,811 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,812 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787537530_0001_1_00_000000_0_10183, runDuration: 45895, ]
2016-01-14 16:05:37,813 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787537530_0001_1_00_000000_0_10183] to DISK_DIRECT, CompressedSize=16, DecompressedSize=12,EndTime=1452787537813, TimeTaken=1, Rate=0.02 MB/s
2016-01-14 16:05:37,813 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,813 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:37,813 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [D9E73E1FE4034F189E1FF2DE7465B4C0] #26 in 1ms
2016-01-14 16:05:37,813 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{?}:NONE]]
2016-01-14 16:05:37,814 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D9E73E1FE4034F189E1FF2DE7465B4C0] #26, status:false, isInterrupted:false
2016-01-14 16:05:37,814 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{?}:NONE]] streamed: true, id: 93A3DD4D20A74B2AB043D5CA1B4EEACE
2016-01-14 16:05:37,815 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall"], id: 6505C0D39DD1470699872CDEC39286EC
2016-01-14 16:05:37,815 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountAll/countall"]
2016-01-14 16:05:37,815 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:37,815 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{?}:NONE]] 93A3DD4D20A74B2AB043D5CA1B4EEACE, for 1 inputs
2016-01-14 16:05:37,816 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 16 bytes from disk
2016-01-14 16:05:37,816 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:37,816 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:37,817 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 5 bytes
2016-01-14 16:05:37,817 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,817 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E5B8B4FCF6F249B6B7D6D7BDCABA35D3, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:37,818 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:37,819 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@f5e91a2; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@9ab2a90
2016-01-14 16:05:37,820 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:37,820 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:37,821 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,821 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787537530_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:37,821 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,822 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E5B8B4FCF6F249B6B7D6D7BDCABA35D3, mem on close (mb), free: 448, total: 598, max: 672
2016-01-14 16:05:37,822 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D9E73E1FE4034F189E1FF2DE7465B4C0
2016-01-14 16:05:37,822 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:37,822 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:37,823 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:37,823 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:37,823 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,824 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787537530_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:37,824 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=48, FILE_BYTES_WRITTEN=535, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=16, SHUFFLE_BYTES=16, SHUFFLE_BYTES_DECOMPRESSED=12, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=16, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787537818, Process_Duration=3, Process_End_Time=1452787537821, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 16:05:37,825 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, taskAttemptId=attempt_1452787537530_0001_1_01_000000_0, startTime=1452787537787, finishTime=1452787537824, timeTaken=37, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=48, FILE_BYTES_WRITTEN=535, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=16, SHUFFLE_BYTES=16, SHUFFLE_BYTES_DECOMPRESSED=12, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=16, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537818, Process_Duration=3, Process_End_Time=1452787537821, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 16:05:37,825 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:37,825 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787537530_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:37,824 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:37,825 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37,825 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:37,826 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:TASK_FINISHED]: vertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, taskId=task_1452787537530_0001_1_01_000000, startTime=1452787537787, finishTime=1452787537825, timeTaken=38, status=SUCCEEDED, successfulAttemptID=attempt_1452787537530_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=48, FILE_BYTES_WRITTEN=535, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=16, SHUFFLE_BYTES=16, SHUFFLE_BYTES_DECOMPRESSED=12, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=16, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537818, Process_Duration=3, Process_End_Time=1452787537821, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 16:05:37,826 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787537530_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:37,826 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,825 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:37,826 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] : 1
2016-01-14 16:05:37,827 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,827 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:37,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:VERTEX_FINISHED]: vertexName=E5B8B4FCF6F249B6B7D6D7BDCABA35D3, vertexId=vertex_1452787537530_0001_1_01, initRequestedTime=1452787537698, initedTime=1452787537707, startRequestedTime=1452787537714, startedTime=1452787537714, finishTime=1452787537827, timeTaken=113, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=48, FILE_BYTES_WRITTEN=535, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=627048448, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=16, SHUFFLE_BYTES=16, SHUFFLE_BYTES_DECOMPRESSED=12, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=16, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787537818, Process_Duration=3, Process_End_Time=1452787537821, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452787537787, firstTasksToStart=[ task_1452787537530_0001_1_01_000000 ], lastTaskFinishTime=1452787537824, lastTasksToFinish=[ task_1452787537530_0001_1_01_000000 ], minTaskDuration=37, maxTaskDuration=37, avgTaskDuration=37.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787537530_0001_1_01_000000 ], longestDurationTasks=[ task_1452787537530_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:37,828 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:37,828 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:37,828 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787537530_0001_00_000002, stoppedTime=1452787537828, exitStatus=0
2016-01-14 16:05:37,828 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:37,828 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:37,828 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787537530_0001_1
2016-01-14 16:05:37,829 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787537530_0001_1
2016-01-14 16:05:37,829 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 6505C0D39DD1470699872CDEC39286EC for vertex: vertex_1452787537530_0001_1_01 [E5B8B4FCF6F249B6B7D6D7BDCABA35D3]
2016-01-14 16:05:37,838 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787537530_0001_1_00 [D9E73E1FE4034F189E1FF2DE7465B4C0]
2016-01-14 16:05:37,827 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787537530_0001_00_000002
2016-01-14 16:05:37,828 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:37,839 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787537530_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:37,839 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787537530_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:37,839 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787537530_0001_00_000002, Exiting
2016-01-14 16:05:37,839 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787537530_0001_00_000002
2016-01-14 16:05:37,839 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787537530_0001_00_000002
2016-01-14 16:05:37,840 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787537530_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:37,840 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787537530_0001_00_000002 completed successfully
2016-01-14 16:05:37,840 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787537530_0001_1, queueSize=0
2016-01-14 16:05:37,840 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:37,840 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787537530_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787537530_0001_1, startTime=1452787537697, finishTime=1452787537838, timeTaken=141, status=SUCCEEDED, diagnostics=, counters=Counters: 57, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=158, FILE_BYTES_WRITTEN=583, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1254096896, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=2, OUTPUT_BYTES=4, OUTPUT_BYTES_WITH_OVERHEAD=12, OUTPUT_BYTES_PHYSICAL=16, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=16, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=16, SHUFFLE_BYTES_DECOMPRESSED=12, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=16, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575075586, Process_Duration=5, Process_End_Time=2905575075591, Read_Duration=1, Tuples_Read=14, Tuples_Written=2, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-01-14 16:05:37,841 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787537530_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:37,841 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787537530_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:37,841 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787537530_0001_00_000002
2016-01-14 16:05:37,841 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787537530_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:37 Completed Dag: dag_1452787537530_0001_1
2016-01-14 16:05:37,841 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787537530_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:37,841 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787537530_0001_1_post
2016-01-14 16:05:37,841 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:37,841 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:37,849 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...orm/testCountAll/countall, applicationId=application_1452787537530_0001
2016-01-14 16:05:37,851 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:37,851 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:37,851 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:37,852 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:37,852 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:37,853 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:37,853 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:37,853 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:37,853 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:37,853 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:37,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:37,854 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:37,857 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:37,860 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/6CEE6704577B4DED9BEB87E442688B03/F5DECEEB306A4BC18992BA20BBF44771/.tez/application_1452787537530_0001
2016-01-14 16:05:37,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.354
2016-01-14 16:05:37,921 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountAll/countall
2016-01-14 16:05:37,942 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:37,942 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:37,977 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-01-14 16:05:37,983 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 16:05:37,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:37,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:37,984 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:37,997 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:38,002 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi
2016-01-14 16:05:38,041 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting
2016-01-14 16:05:38,041 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:38,041 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi"]
2016-01-14 16:05:38,042 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  parallel execution of steps is enabled: false
2016-01-14 16:05:38,042 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  executing total steps: 1
2016-01-14 16:05:38,042 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  allocating management threads: 1
2016-01-14 16:05:38,043 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting step: (1/1) ...tParallelAggregates/multi
2016-01-14 16:05:38,043 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:38,054 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tez session mode enabled: true
2016-01-14 16:05:38,058 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:38,058 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:38,058 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:38,066 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247/.tez/application_1452787538058_0001 doesn't exist and is created
2016-01-14 16:05:38,081 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:38,081 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:38,082 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247/.tez/application_1452787538058_0001
2016-01-14 16:05:38,084 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787538058_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:38,093 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:38,093 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:38,094 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:38,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:38,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247/.tez/application_1452787538058_0001/localmode-log-dir
2016-01-14 16:05:38,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247/.tez/application_1452787538058_0001/localmode-log-dir/history.txt.appattempt_1452787538058_0001_000000, maxErrors=10
2016-01-14 16:05:38,095 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:38,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787538058_0001_000000, appSubmitTime=1452787538083, launchTime=1452787538083
2016-01-14 16:05:38,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:38,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:38,102 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:38,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:38,104 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:60373
2016-01-14 16:05:38,106 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:38,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787538058_0001_000000, startTime=1452787538108
2016-01-14 16:05:38,108 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:38,108 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:38,181 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:38,182 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:38,182 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...tParallelAggregates/multi, applicationId=application_1452787538058_0001, dagName=[E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi
2016-01-14 16:05:38,188 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:38,188 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:38,196 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi
2016-01-14 16:05:38,197 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787538058_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247/.tez/application_1452787538058_0001/localmode-log-dir/dag_1452787538058_0001_1.dot
2016-01-14 16:05:38,197 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247/.tez/application_1452787538058_0001/localmode-log-dir/dag_1452787538058_0001_1-tez-dag.pb.txt
2016-01-14 16:05:38,203 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787538058_0001_1
2016-01-14 16:05:38,203 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,203 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi
2016-01-14 16:05:38 Running Dag: dag_1452787538058_0001_1
2016-01-14 16:05:38,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787538058_0001_1, submitTime=1452787538196
2016-01-14 16:05:38,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:38,214 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B3756A73D18746CF92680160DB5631C5
2016-01-14 16:05:38,214 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:38,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787538058_0001_1, initTime=1452787538214
2016-01-14 16:05:38,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:38,215 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538058_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:38,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:DAG_STARTED]: dagID=dag_1452787538058_0001_1, startTime=1452787538215
2016-01-14 16:05:38,215 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:38,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:38,216 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538058_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:38,216 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D34A32426BE14A19AC7D48BB7F9C9F09 : {5D61CA2350F447D5800B8184BA229CB0={InputName=5D61CA2350F447D5800B8184BA229CB0}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:38,216 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 5D61CA2350F447D5800B8184BA229CB0, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:38,216 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,216 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,216 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,216 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]. Starting root input initializers: 1
2016-01-14 16:05:38,217 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:38,217 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,217 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...tParallelAggregates/multi, applicationId=application_1452787538058_0001, dagName=[E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi
2016-01-14 16:05:38,218 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 5D61CA2350F447D5800B8184BA229CB0 on vertex vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,220 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:38,220 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,220 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,220 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,220 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=6161E538B373477EA55D47808B18EBD8, vertexId=vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:38,220 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=6161E538B373477EA55D47808B18EBD8, vertexId=vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,221 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:38,222 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 5D61CA2350F447D5800B8184BA229CB0 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:38,222 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:38,222 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:38,222 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=6161E538B373477EA55D47808B18EBD8, vertexName=B3756A73D18746CF92680160DB5631C5, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:38,223 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=6161E538B373477EA55D47808B18EBD8, vertexId=vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,224 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:38,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B3756A73D18746CF92680160DB5631C5, vertexId=vertex_1452787538058_0001_1_01, initRequestedTime=1452787538217, initedTime=1452787538224, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:38,224 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:38,225 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:38,225 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 5D61CA2350F447D5800B8184BA229CB0 on vertex vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,225 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:38,226 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {5D61CA2350F447D5800B8184BA229CB0=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:38,226 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] parallelism set to 1
2016-01-14 16:05:38,226 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:38,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787538058_0001_1_00, eventCount=1
2016-01-14 16:05:38,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D34A32426BE14A19AC7D48BB7F9C9F09, vertexId=vertex_1452787538058_0001_1_00, initRequestedTime=1452787538216, initedTime=1452787538227, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:38,227 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] with distanceFromRoot: 0
2016-01-14 16:05:38,227 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:38,227 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:38,227 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,228 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787538058_0001_1_00, startRequestedTime=1452787538227, startedTime=1452787538227
2016-01-14 16:05:38,228 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:38,228 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:38,229 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:38,229 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_STARTED]: vertexName=D34A32426BE14A19AC7D48BB7F9C9F09, taskId=task_1452787538058_0001_1_00_000000, scheduledTime=1452787538229, launchTime=1452787538229
2016-01-14 16:05:38,229 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538058_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:38,229 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787538058_0001_1_00 for vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] numStartedSources: 1 numSources: 1
2016-01-14 16:05:38,230 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] with distanceFromRoot: 1
2016-01-14 16:05:38,230 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,230 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D34A32426BE14A19AC7D48BB7F9C9F09 in vertex: B3756A73D18746CF92680160DB5631C5
2016-01-14 16:05:38,230 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B3756A73D18746CF92680160DB5631C5 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:38,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787538058_0001_1_01, startRequestedTime=1452787538230, startedTime=1452787538230
2016-01-14 16:05:38,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:38,231 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:38,231 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi, VertexName: D34A32426BE14A19AC7D48BB7F9C9F09, VertexParallelism: 1, TaskAttemptID:attempt_1452787538058_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5D61CA2350F447D5800B8184BA229CB0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B3756A73D18746CF92680160DB5631C5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:38,232 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538058_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:38,232 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:38,232 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:38,233 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:38,233 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:38,233 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] submitted tez dag to app master: application_1452787538058_0001, with dag id: dag_1452787538058_0001_1
2016-01-14 16:05:38,233 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787538058_0001_00_000001
2016-01-14 16:05:38,234 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:38,235 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787538058_0001_00_000001
2016-01-14 16:05:38,235 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:38,236 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:38,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:38,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787538058_0001_00_000001, launchTime=1452787538236
2016-01-14 16:05:38,237 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538058_0001_00_000001
2016-01-14 16:05:38,237 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787538058_0001_1_00_000000_0] to container: [container_1452787538058_0001_00_000001]
2016-01-14 16:05:38,237 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:38,238 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787538058_0001_1_00_000000_0] started. Is using containerId: [container_1452787538058_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:38,238 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D34A32426BE14A19AC7D48BB7F9C9F09, taskAttemptId=attempt_1452787538058_0001_1_00_000000_0, startTime=1452787538238, containerId=container_1452787538058_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787538058_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:38,238 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:38,238 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538058_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:38,238 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538058_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:38,238 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787538058_0001_00_000001 given task: attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,238 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538058_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38 Starting to run new task attempt: attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,239 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,239 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,239 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:38,239 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:38,239 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:38,239 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:38,239 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:38,240 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi, VertexName: D34A32426BE14A19AC7D48BB7F9C9F09, VertexParallelism: 1, TaskAttemptID:attempt_1452787538058_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=5D61CA2350F447D5800B8184BA229CB0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B3756A73D18746CF92680160DB5631C5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:38,240 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:38,240 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,240 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:38,240 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,241 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,241 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787538058_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:38,241 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=5D61CA2350F447D5800B8184BA229CB0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:38,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:38,242 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 5D61CA2350F447D5800B8184BA229CB0
2016-01-14 16:05:38,242 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 5D61CA2350F447D5800B8184BA229CB0
2016-01-14 16:05:38,243 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:38,243 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:38,244 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 5D61CA2350F447D5800B8184BA229CB0
2016-01-14 16:05:38,244 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 5D61CA2350F447D5800B8184BA229CB0
2016-01-14 16:05:38,243 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B3756A73D18746CF92680160DB5631C5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:38,245 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:38,245 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B3756A73D18746CF92680160DB5631C5
2016-01-14 16:05:38,246 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:38,246 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B3756A73D18746CF92680160DB5631C5
2016-01-14 16:05:38,247 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B3756A73D18746CF92680160DB5631C5
2016-01-14 16:05:38,249 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D34A32426BE14A19AC7D48BB7F9C9F09, ordinal: 0
2016-01-14 16:05:38,249 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D34A32426BE14A19AC7D48BB7F9C9F09, mem on start (mb), free: 356, total: 598, max: 672
2016-01-14 16:05:38,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:38,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:38,249 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:38,249 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:38,249 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:38,249 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:38,250 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:38,250 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:38,250 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:38,250 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 5D61CA2350F447D5800B8184BA229CB0, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:38,250 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B3756A73D18746CF92680160DB5631C5, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:38,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:38,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 5D61CA2350F447D5800B8184BA229CB0 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:38,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:38,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:38,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 5D61CA2350F447D5800B8184BA229CB0
2016-01-14 16:05:38,252 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:38,252 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 5D61CA2350F447D5800B8184BA229CB0
2016-01-14 16:05:38,252 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:38,252 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,252 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:38,253 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@741966e9
2016-01-14 16:05:38,254 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@741966e9
2016-01-14 16:05:38,254 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:38,254 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:38,255 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:38,256 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 5D61CA2350F447D5800B8184BA229CB0
2016-01-14 16:05:38,256 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by:[{1}:'char']], id: 8E39381D096C471EA058CD30FA1A2065
2016-01-14 16:05:38,256 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by:[{1}:'char']] 8E39381D096C471EA058CD30FA1A2065
2016-01-14 16:05:38,257 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@50935a37; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@7a07fa34; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@21bbaa83; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:38,257 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-01-14 16:05:38,257 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-01-14 16:05:38,257 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:38,283 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:38,283 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:38,283 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:38,283 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:38,283 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:38,284 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:38,284 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:38,284 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D34A32426BE14A19AC7D48BB7F9C9F09, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:38,286 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:38,286 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 453, total: 595, max: 672
2016-01-14 16:05:38,287 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:38,288 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 452, total: 595, max: 672
2016-01-14 16:05:38,288 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:38,288 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 452, total: 595, max: 672
2016-01-14 16:05:38,289 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:38,289 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 452, total: 595, max: 672
2016-01-14 16:05:38,289 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,289 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D34A32426BE14A19AC7D48BB7F9C9F09, mem on close (mb), free: 452, total: 595, max: 672
2016-01-14 16:05:38,289 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:38,289 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:38,290 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 432; bufvoid = 104857600
2016-01-14 16:05:38,290 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:38,292 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:38 Completed running task attempt: attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,294 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787538058_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:38,294 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=492, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787538284, Process_Duration=5, Process_End_Time=1452787538289, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:38,294 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787538058_0001_1_00, eventCount=1
2016-01-14 16:05:38,295 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:38,295 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D34A32426BE14A19AC7D48BB7F9C9F09, taskAttemptId=attempt_1452787538058_0001_1_00_000000_0, startTime=1452787538238, finishTime=1452787538294, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=492, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787538284, Process_Duration=5, Process_End_Time=1452787538289, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:38,295 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538058_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:38,295 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38,295 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:38,295 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:38,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_FINISHED]: vertexName=D34A32426BE14A19AC7D48BB7F9C9F09, taskId=task_1452787538058_0001_1_00_000000, startTime=1452787538238, finishTime=1452787538295, timeTaken=57, status=SUCCEEDED, successfulAttemptID=attempt_1452787538058_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=492, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787538284, Process_Duration=5, Process_End_Time=1452787538289, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:38,296 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538058_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:38,296 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] : 1
2016-01-14 16:05:38,296 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:38,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_FINISHED]: vertexName=D34A32426BE14A19AC7D48BB7F9C9F09, vertexId=vertex_1452787538058_0001_1_00, initRequestedTime=1452787538216, initedTime=1452787538227, startRequestedTime=1452787538227, startedTime=1452787538227, finishTime=1452787538296, timeTaken=69, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=492, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787538284, Process_Duration=5, Process_End_Time=1452787538289, Read_Duration=0, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787538238, firstTasksToStart=[ task_1452787538058_0001_1_00_000000 ], lastTaskFinishTime=1452787538294, lastTasksToFinish=[ task_1452787538058_0001_1_00_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787538058_0001_1_00_000000 ], longestDurationTasks=[ task_1452787538058_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:38,297 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:38,297 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:38,297 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787538058_0001_00_000001, stoppedTime=1452787538297, exitStatus=0
2016-01-14 16:05:38,297 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:38,297 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:38,297 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,297 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538058_0001_00_000001
2016-01-14 16:05:38,297 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:38,297 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787538058_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:38,297 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] attempt: attempt_1452787538058_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:38,298 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B3756A73D18746CF92680160DB5631C5
2016-01-14 16:05:38,298 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,298 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:38,298 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787538058_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:38,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_STARTED]: vertexName=B3756A73D18746CF92680160DB5631C5, taskId=task_1452787538058_0001_1_01_000000, scheduledTime=1452787538298, launchTime=1452787538298
2016-01-14 16:05:38,298 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538058_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:38,298 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:38,298 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,299 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi, VertexName: B3756A73D18746CF92680160DB5631C5, VertexParallelism: 1, TaskAttemptID:attempt_1452787538058_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D34A32426BE14A19AC7D48BB7F9C9F09, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6161E538B373477EA55D47808B18EBD8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:38,299 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538058_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:38,297 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538058_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:38,299 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:38,299 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787538058_0001_00_000001, Exiting
2016-01-14 16:05:38,299 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787538058_0001_00_000001
2016-01-14 16:05:38,299 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787538058_0001_00_000001
2016-01-14 16:05:38,298 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:38,300 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787538058_0001_00_000002
2016-01-14 16:05:38,300 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:38,302 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787538058_0001_00_000002
2016-01-14 16:05:38,303 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:38,303 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787538058_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:38,304 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787538058_0001_00_000001 completed successfully
2016-01-14 16:05:38,304 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:38,305 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:38,305 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:38,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787538058_0001_00_000002, launchTime=1452787538305
2016-01-14 16:05:38,305 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538058_0001_00_000002
2016-01-14 16:05:38,306 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787538058_0001_1_01_000000_0] to container: [container_1452787538058_0001_00_000002]
2016-01-14 16:05:38,306 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:38,306 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787538058_0001_00_000002 given task: attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,306 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538058_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,306 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787538058_0001_1_01_000000_0] started. Is using containerId: [container_1452787538058_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:38,306 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:38,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B3756A73D18746CF92680160DB5631C5, taskAttemptId=attempt_1452787538058_0001_1_01_000000_0, startTime=1452787538306, containerId=container_1452787538058_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787538058_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:38,307 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538058_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:38,307 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538058_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:38 Starting to run new task attempt: attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,307 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,307 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,307 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:38,308 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:38,308 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:38,308 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:38,308 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:38,308 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247] name/(1/1) ...tParallelAggregates/multi, VertexName: B3756A73D18746CF92680160DB5631C5, VertexParallelism: 1, TaskAttemptID:attempt_1452787538058_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D34A32426BE14A19AC7D48BB7F9C9F09, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=6161E538B373477EA55D47808B18EBD8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:38,308 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:38,309 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:38,310 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,309 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787538058_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:38,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=6161E538B373477EA55D47808B18EBD8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:38,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:38,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 6161E538B373477EA55D47808B18EBD8
2016-01-14 16:05:38,312 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:38,312 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 6161E538B373477EA55D47808B18EBD8
2016-01-14 16:05:38,313 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:38,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D34A32426BE14A19AC7D48BB7F9C9F09, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:38,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:38,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,316 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:38,316 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:38,316 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,317 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,320 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B3756A73D18746CF92680160DB5631C5, ordinal: 1
2016-01-14 16:05:38,320 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B3756A73D18746CF92680160DB5631C5, mem on start (mb), free: 446, total: 595, max: 672
2016-01-14 16:05:38,320 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:38,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:38,322 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:38,322 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 6161E538B373477EA55D47808B18EBD8
2016-01-14 16:05:38,322 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:38,322 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:38,322 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:38,322 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:38,323 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:38,323 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:38,323 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:38,323 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 6161E538B373477EA55D47808B18EBD8, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:38,323 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D34A32426BE14A19AC7D48BB7F9C9F09, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:38,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:38,323 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D34A32426BE14A19AC7D48BB7F9C9F09 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:38,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:38,325 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:38,325 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:38,326 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:38,326 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D34A32426BE14A19AC7D48BB7F9C9F09 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:38,326 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:38,326 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:38,326 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:38,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,327 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:38,328 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,330 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by:[{1}:'char']]
2016-01-14 16:05:38,331 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787538058_0001_1_00_000000_0_10189, runDuration: 47957, ]
2016-01-14 16:05:38,331 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by:[{1}:'char']] streamed: true, id: 8E39381D096C471EA058CD30FA1A2065
2016-01-14 16:05:38,331 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi"], id: 6161E538B373477EA55D47808B18EBD8
2016-01-14 16:05:38,331 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average', 'average2', 'first']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi"]
2016-01-14 16:05:38,332 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(name)[by:[{1}:'char']] 8E39381D096C471EA058CD30FA1A2065, for 1 inputs
2016-01-14 16:05:38,332 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787538058_0001_1_00_000000_0_10189] to DISK_DIRECT, CompressedSize=460, DecompressedSize=456,EndTime=1452787538332, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:38,332 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,333 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:38,333 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [D34A32426BE14A19AC7D48BB7F9C9F09] #27 in 1ms
2016-01-14 16:05:38,333 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D34A32426BE14A19AC7D48BB7F9C9F09] #27, status:false, isInterrupted:false
2016-01-14 16:05:38,333 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:38,334 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 460 bytes from disk
2016-01-14 16:05:38,334 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:38,334 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:38,335 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 436 bytes
2016-01-14 16:05:38,335 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,335 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:38,335 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B3756A73D18746CF92680160DB5631C5, all 1 inputs ready in: 00:00:00.003
2016-01-14 16:05:38,336 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@db53b7d; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@75549292
2016-01-14 16:05:38,340 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:38,340 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:38,340 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,340 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787538058_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:38,341 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,341 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B3756A73D18746CF92680160DB5631C5, mem on close (mb), free: 444, total: 595, max: 672
2016-01-14 16:05:38,341 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D34A32426BE14A19AC7D48BB7F9C9F09
2016-01-14 16:05:38,342 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:38,342 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:38,342 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:38,342 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:38,342 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:38 Completed running task attempt: attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,343 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787538058_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:38,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=492, FILE_BYTES_WRITTEN=94, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787538335, Process_Duration=6, Process_End_Time=1452787538341, Read_Duration=3, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:38,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B3756A73D18746CF92680160DB5631C5, taskAttemptId=attempt_1452787538058_0001_1_01_000000_0, startTime=1452787538306, finishTime=1452787538344, timeTaken=38, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=492, FILE_BYTES_WRITTEN=94, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787538335, Process_Duration=6, Process_End_Time=1452787538341, Read_Duration=3, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:38,344 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:38,344 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538058_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:38,344 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:38,345 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38,345 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,345 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:38,345 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:38,345 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538058_0001_00_000002
2016-01-14 16:05:38,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:TASK_FINISHED]: vertexName=B3756A73D18746CF92680160DB5631C5, taskId=task_1452787538058_0001_1_01_000000, startTime=1452787538306, finishTime=1452787538345, timeTaken=39, status=SUCCEEDED, successfulAttemptID=attempt_1452787538058_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=492, FILE_BYTES_WRITTEN=94, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787538335, Process_Duration=6, Process_End_Time=1452787538341, Read_Duration=3, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:38,345 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538058_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:38,345 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] : 1
2016-01-14 16:05:38,345 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,346 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:38,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:VERTEX_FINISHED]: vertexName=B3756A73D18746CF92680160DB5631C5, vertexId=vertex_1452787538058_0001_1_01, initRequestedTime=1452787538217, initedTime=1452787538224, startRequestedTime=1452787538230, startedTime=1452787538230, finishTime=1452787538345, timeTaken=115, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=492, FILE_BYTES_WRITTEN=94, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787538335, Process_Duration=6, Process_End_Time=1452787538341, Read_Duration=3, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787538306, firstTasksToStart=[ task_1452787538058_0001_1_01_000000 ], lastTaskFinishTime=1452787538344, lastTasksToFinish=[ task_1452787538058_0001_1_01_000000 ], minTaskDuration=38, maxTaskDuration=38, avgTaskDuration=38.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787538058_0001_1_01_000000 ], longestDurationTasks=[ task_1452787538058_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:38,346 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:38,346 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:38,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787538058_0001_00_000002, stoppedTime=1452787538346, exitStatus=0
2016-01-14 16:05:38,346 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:38,346 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:38,346 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:38,347 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787538058_0001_1
2016-01-14 16:05:38,347 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787538058_0001_1
2016-01-14 16:05:38,347 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787538058_0001_1_00 [D34A32426BE14A19AC7D48BB7F9C9F09]
2016-01-14 16:05:38,347 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 6161E538B373477EA55D47808B18EBD8 for vertex: vertex_1452787538058_0001_1_01 [B3756A73D18746CF92680160DB5631C5]
2016-01-14 16:05:38,355 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787538058_0001_1, queueSize=0
2016-01-14 16:05:38,355 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:38,355 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787538058_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:38,355 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538058_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:38,356 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787538058_0001_00_000002, Exiting
2016-01-14 16:05:38,356 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787538058_0001_00_000002
2016-01-14 16:05:38,356 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787538058_0001_00_000002
2016-01-14 16:05:38,356 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787538058_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:38,356 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787538058_0001_00_000002 completed successfully
2016-01-14 16:05:38,356 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538058_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787538058_0001_1, startTime=1452787538215, finishTime=1452787538354, timeTaken=139, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=602, FILE_BYTES_WRITTEN=586, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1248854016, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=456, OUTPUT_BYTES_PHYSICAL=460, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=460, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=460, SHUFFLE_BYTES_DECOMPRESSED=456, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=460, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575076619, Process_Duration=11, Process_End_Time=2905575076630, Read_Duration=3, Tuples_Read=22, Tuples_Written=14, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:38,356 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787538058_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:38,356 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538058_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:38,357 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538058_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:38,357 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787538058_0001_00_000002
2016-01-14 16:05:38 Completed Dag: dag_1452787538058_0001_1
2016-01-14 16:05:38,358 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787538058_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:38,358 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787538058_0001_1_post
2016-01-14 16:05:38,358 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,359 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:38,363 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...tParallelAggregates/multi, applicationId=application_1452787538058_0001
2016-01-14 16:05:38,365 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:38,365 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:38,365 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:38,365 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:38,365 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:38,366 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:38,366 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:38,367 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:38,367 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:38,367 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:38,367 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:38,368 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:38,368 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:38,375 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E6A6971A2A7B4920A73E2263434ABAD1/C55A104DE0A7493DB73808448DDC7247/.tez/application_1452787538058_0001
2016-01-14 16:05:38,376 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  completed in: 00:00.335
2016-01-14 16:05:38,444 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregates/multi
2016-01-14 16:05:38,464 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:38,464 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:38,490 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.005
2016-01-14 16:05:38,496 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.010
2016-01-14 16:05:38,496 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:38,496 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:38,496 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:38,508 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 16:05:38,509 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow
2016-01-14 16:05:38,515 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting
2016-01-14 16:05:38,515 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:38,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  sink: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow"]
2016-01-14 16:05:38,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  parallel execution of steps is enabled: false
2016-01-14 16:05:38,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  executing total steps: 1
2016-01-14 16:05:38,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  allocating management threads: 1
2016-01-14 16:05:38,516 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting step: (1/1) ...RetainNarrow/retainnarrow
2016-01-14 16:05:38,516 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:38,527 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tez session mode enabled: true
2016-01-14 16:05:38,531 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:38,532 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:38,532 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:38,540 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB/.tez/application_1452787538532_0001 doesn't exist and is created
2016-01-14 16:05:38,555 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:38,555 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:38,556 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB/.tez/application_1452787538532_0001
2016-01-14 16:05:38,558 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787538532_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:38,567 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:38,567 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:38,568 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:38,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:38,569 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB/.tez/application_1452787538532_0001/localmode-log-dir
2016-01-14 16:05:38,569 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB/.tez/application_1452787538532_0001/localmode-log-dir/history.txt.appattempt_1452787538532_0001_000000, maxErrors=10
2016-01-14 16:05:38,569 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:38,569 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787538532_0001_000000, appSubmitTime=1452787538557, launchTime=1452787538558
2016-01-14 16:05:38,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:38,573 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:38,575 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:38,575 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:38,576 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:35333
2016-01-14 16:05:38,578 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:38,579 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787538532_0001_000000, startTime=1452787538579
2016-01-14 16:05:38,580 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:38,579 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:38,656 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:38,656 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:38,656 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...RetainNarrow/retainnarrow, applicationId=application_1452787538532_0001, dagName=[2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB] shape/(1/1) ...RetainNarrow/retainnarrow
2016-01-14 16:05:38,661 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:38,661 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:38,671 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB] shape/(1/1) ...RetainNarrow/retainnarrow
2016-01-14 16:05:38,672 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787538532_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB/.tez/application_1452787538532_0001/localmode-log-dir/dag_1452787538532_0001_1.dot
2016-01-14 16:05:38,672 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB/.tez/application_1452787538532_0001/localmode-log-dir/dag_1452787538532_0001_1-tez-dag.pb.txt
2016-01-14 16:05:38,676 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787538532_0001_1
2016-01-14 16:05:38,676 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,676 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB] shape/(1/1) ...RetainNarrow/retainnarrow
2016-01-14 16:05:38 Running Dag: dag_1452787538532_0001_1
2016-01-14 16:05:38,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787538532_0001_1, submitTime=1452787538671
2016-01-14 16:05:38,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:38,687 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex EAF2E870217C4DAC8D14A6BC506ED77A
2016-01-14 16:05:38,687 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:38,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787538532_0001_1, initTime=1452787538687
2016-01-14 16:05:38,688 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:38,688 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538532_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:38,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:DAG_STARTED]: dagID=dag_1452787538532_0001_1, startTime=1452787538688
2016-01-14 16:05:38,689 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:38,689 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538532_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:38,688 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:38,689 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: EAF2E870217C4DAC8D14A6BC506ED77A : {3B8CECF6C2C741ABA85919DB3A069D49={InputName=3B8CECF6C2C741ABA85919DB3A069D49}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:38,689 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 3B8CECF6C2C741ABA85919DB3A069D49, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:38,689 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,689 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...RetainNarrow/retainnarrow, applicationId=application_1452787538532_0001, dagName=[2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB] shape/(1/1) ...RetainNarrow/retainnarrow
2016-01-14 16:05:38,689 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,689 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,689 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]. Starting root input initializers: 1
2016-01-14 16:05:38,690 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:38,690 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 3B8CECF6C2C741ABA85919DB3A069D49 on vertex vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,691 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:38,691 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 3B8CECF6C2C741ABA85919DB3A069D49 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:38,692 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:38,692 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:38,693 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 16:05:38,693 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 3B8CECF6C2C741ABA85919DB3A069D49 on vertex vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,693 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:38,693 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {3B8CECF6C2C741ABA85919DB3A069D49=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:38,693 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] parallelism set to 1
2016-01-14 16:05:38,694 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:38,694 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787538532_0001_1_00, eventCount=1
2016-01-14 16:05:38,694 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,694 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=97D6D260C90A4615BB3E1107E6EF4AB9, vertexId=vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:38,694 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=97D6D260C90A4615BB3E1107E6EF4AB9, vertexId=vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,695 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=97D6D260C90A4615BB3E1107E6EF4AB9, vertexName=EAF2E870217C4DAC8D14A6BC506ED77A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:38,696 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=97D6D260C90A4615BB3E1107E6EF4AB9, vertexId=vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EAF2E870217C4DAC8D14A6BC506ED77A, vertexId=vertex_1452787538532_0001_1_00, initRequestedTime=1452787538689, initedTime=1452787538696, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:38,696 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] with distanceFromRoot: 0
2016-01-14 16:05:38,696 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:38,697 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:38,697 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in EAF2E870217C4DAC8D14A6BC506ED77A
2016-01-14 16:05:38,697 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,697 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787538532_0001_1_00, startRequestedTime=1452787538697, startedTime=1452787538697
2016-01-14 16:05:38,697 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:38,697 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:38,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:38,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:TASK_STARTED]: vertexName=EAF2E870217C4DAC8D14A6BC506ED77A, taskId=task_1452787538532_0001_1_00_000000, scheduledTime=1452787538697, launchTime=1452787538697
2016-01-14 16:05:38,698 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538532_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:38,698 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,698 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB] shape/(1/1) ...RetainNarrow/retainnarrow, VertexName: EAF2E870217C4DAC8D14A6BC506ED77A, VertexParallelism: 1, TaskAttemptID:attempt_1452787538532_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3B8CECF6C2C741ABA85919DB3A069D49, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=97D6D260C90A4615BB3E1107E6EF4AB9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:38,698 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538532_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:38,699 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:38,699 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:38,699 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:38,700 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:38,700 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787538532_0001_00_000001
2016-01-14 16:05:38,700 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538532_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:38,702 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787538532_0001_00_000001
2016-01-14 16:05:38,702 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:38,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:38,703 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538532_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:38,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787538532_0001_00_000001, launchTime=1452787538702
2016-01-14 16:05:38,703 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538532_0001_00_000001
2016-01-14 16:05:38,704 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787538532_0001_1_00_000000_0] to container: [container_1452787538532_0001_00_000001]
2016-01-14 16:05:38,704 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538532_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:38,704 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787538532_0001_1_00_000000_0] started. Is using containerId: [container_1452787538532_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:38,704 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:38,705 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EAF2E870217C4DAC8D14A6BC506ED77A, taskAttemptId=attempt_1452787538532_0001_1_00_000000_0, startTime=1452787538704, containerId=container_1452787538532_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787538532_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:38,705 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538532_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:38,705 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538532_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:38,705 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787538532_0001_00_000001 given task: attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,705 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538532_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38 Starting to run new task attempt: attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,705 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,706 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,706 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:38,706 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:38,706 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:38,706 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:38,706 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:38,706 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB] shape/(1/1) ...RetainNarrow/retainnarrow, VertexName: EAF2E870217C4DAC8D14A6BC506ED77A, VertexParallelism: 1, TaskAttemptID:attempt_1452787538532_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3B8CECF6C2C741ABA85919DB3A069D49, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=97D6D260C90A4615BB3E1107E6EF4AB9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:38,706 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:38,708 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] submitted tez dag to app master: application_1452787538532_0001, with dag id: dag_1452787538532_0001_1
2016-01-14 16:05:38,708 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:38,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,709 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787538532_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:38,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=97D6D260C90A4615BB3E1107E6EF4AB9, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:38,710 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:38,710 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 97D6D260C90A4615BB3E1107E6EF4AB9
2016-01-14 16:05:38,710 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:38,711 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 97D6D260C90A4615BB3E1107E6EF4AB9
2016-01-14 16:05:38,711 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=3B8CECF6C2C741ABA85919DB3A069D49, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:38,712 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:38,711 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:38,712 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 3B8CECF6C2C741ABA85919DB3A069D49
2016-01-14 16:05:38,712 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 3B8CECF6C2C741ABA85919DB3A069D49
2016-01-14 16:05:38,714 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:38,714 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 3B8CECF6C2C741ABA85919DB3A069D49
2016-01-14 16:05:38,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 3B8CECF6C2C741ABA85919DB3A069D49
2016-01-14 16:05:38,716 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EAF2E870217C4DAC8D14A6BC506ED77A, ordinal: 0
2016-01-14 16:05:38,716 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EAF2E870217C4DAC8D14A6BC506ED77A, mem on start (mb), free: 370, total: 595, max: 672
2016-01-14 16:05:38,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:38,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:38,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:38,720 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:38,720 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 97D6D260C90A4615BB3E1107E6EF4AB9
2016-01-14 16:05:38,720 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:38,720 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:38,720 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:38,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:38,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:38,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:38,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:38,721 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 16:05:38,722 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 97D6D260C90A4615BB3E1107E6EF4AB9, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:38,722 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 3B8CECF6C2C741ABA85919DB3A069D49, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:38,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:38,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 3B8CECF6C2C741ABA85919DB3A069D49
2016-01-14 16:05:38,722 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:38,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 3B8CECF6C2C741ABA85919DB3A069D49
2016-01-14 16:05:38,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 3B8CECF6C2C741ABA85919DB3A069D49 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:38,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:38,723 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:38,723 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:38,723 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,723 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:38,724 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@297fc765
2016-01-14 16:05:38,724 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@297fc765
2016-01-14 16:05:38,725 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:38,725 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:38,726 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:38,727 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: 3B8CECF6C2C741ABA85919DB3A069D49
2016-01-14 16:05:38,727 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow"], id: 97D6D260C90A4615BB3E1107E6EF4AB9
2016-01-14 16:05:38,727 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['num']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow"]
2016-01-14 16:05:38,728 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:38,728 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:38,728 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EAF2E870217C4DAC8D14A6BC506ED77A, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:38,731 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:38,731 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:38,731 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,731 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787538532_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 16:05:38,732 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,732 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EAF2E870217C4DAC8D14A6BC506ED77A, mem on close (mb), free: 369, total: 595, max: 672
2016-01-14 16:05:38 Completed running task attempt: attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,733 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787538532_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:38,734 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EAF2E870217C4DAC8D14A6BC506ED77A, taskAttemptId=attempt_1452787538532_0001_1_00_000000_0, startTime=1452787538704, finishTime=1452787538733, timeTaken=29, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787538728, Process_Duration=4, Process_End_Time=1452787538732, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:38,734 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538532_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:38,734 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:38,734 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38,734 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:TASK_FINISHED]: vertexName=EAF2E870217C4DAC8D14A6BC506ED77A, taskId=task_1452787538532_0001_1_00_000000, startTime=1452787538704, finishTime=1452787538734, timeTaken=30, status=SUCCEEDED, successfulAttemptID=attempt_1452787538532_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787538728, Process_Duration=4, Process_End_Time=1452787538732, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:38,735 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538532_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:38,735 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] : 1
2016-01-14 16:05:38,735 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:VERTEX_FINISHED]: vertexName=EAF2E870217C4DAC8D14A6BC506ED77A, vertexId=vertex_1452787538532_0001_1_00, initRequestedTime=1452787538689, initedTime=1452787538696, startRequestedTime=1452787538697, startedTime=1452787538697, finishTime=1452787538735, timeTaken=38, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787538728, Process_Duration=4, Process_End_Time=1452787538732, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787538704, firstTasksToStart=[ task_1452787538532_0001_1_00_000000 ], lastTaskFinishTime=1452787538733, lastTasksToFinish=[ task_1452787538532_0001_1_00_000000 ], minTaskDuration=29, maxTaskDuration=29, avgTaskDuration=29.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787538532_0001_1_00_000000 ], longestDurationTasks=[ task_1452787538532_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:38,736 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:38,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:38,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:38,737 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:38,737 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538532_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:38,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787538532_0001_00_000001, stoppedTime=1452787538738, exitStatus=0
2016-01-14 16:05:38,738 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538532_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:38,738 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 16:05:38,738 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787538532_0001_1
2016-01-14 16:05:38,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787538532_0001_1
2016-01-14 16:05:38,738 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 97D6D260C90A4615BB3E1107E6EF4AB9 for vertex: vertex_1452787538532_0001_1_00 [EAF2E870217C4DAC8D14A6BC506ED77A]
2016-01-14 16:05:38,739 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:38,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452787538728, Process_Duration=4, Process_End_Time=1452787538732, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 16:05:38,741 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:38,741 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,742 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538532_0001_00_000001
2016-01-14 16:05:38,742 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787538532_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:38,743 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538532_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:38,743 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787538532_0001_00_000001, Exiting
2016-01-14 16:05:38,743 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787538532_0001_00_000001
2016-01-14 16:05:38,743 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787538532_0001_00_000001
2016-01-14 16:05:38,744 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787538532_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:38,744 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787538532_0001_00_000001 completed successfully
2016-01-14 16:05:38,747 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787538532_0001_1, queueSize=0
2016-01-14 16:05:38,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538532_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787538532_0001_1, startTime=1452787538688, finishTime=1452787538746, timeTaken=58, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=22, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=624427008, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787538728, Process_Duration=4, Process_End_Time=1452787538732, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:38,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:38,747 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787538532_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:38,748 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538532_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:38,748 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538532_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:38 Completed Dag: dag_1452787538532_0001_1
2016-01-14 16:05:38,748 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787538532_0001_00_000001
2016-01-14 16:05:38,748 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787538532_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:38,748 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787538532_0001_1_post
2016-01-14 16:05:38,748 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:38,749 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:38,754 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...RetainNarrow/retainnarrow, applicationId=application_1452787538532_0001
2016-01-14 16:05:38,755 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:38,755 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:38,756 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:38,756 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:38,756 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:38,756 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:38,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:38,757 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:38,757 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:38,757 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:38,757 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:38,757 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:38,757 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:38,761 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2296CF74465C40D590232803EE24CE3F/A0BCA24C511B4C2BABC01860060A37FB/.tez/application_1452787538532_0001
2016-01-14 16:05:38,761 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  completed in: 00:00.246
2016-01-14 16:05:38,794 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRetainNarrow/retainnarrow
2016-01-14 16:05:38,814 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:38,814 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:38,853 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 16:05:38,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-01-14 16:05:38,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:38,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:38,861 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:38,883 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 16:05:38,883 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow
2016-01-14 16:05:38,893 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting
2016-01-14 16:05:38,893 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:38,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  sink: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow"]
2016-01-14 16:05:38,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  parallel execution of steps is enabled: false
2016-01-14 16:05:38,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  executing total steps: 1
2016-01-14 16:05:38,894 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  allocating management threads: 1
2016-01-14 16:05:38,895 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting step: (1/1) ...RenameNarrow/renamenarrow
2016-01-14 16:05:38,895 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:38,912 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tez session mode enabled: true
2016-01-14 16:05:38,917 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:38,917 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:38,917 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:38,929 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4/.tez/application_1452787538917_0001 doesn't exist and is created
2016-01-14 16:05:38,947 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:38,947 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:38,948 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4/.tez/application_1452787538917_0001
2016-01-14 16:05:38,950 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787538917_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:38,960 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:38,961 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:38,962 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:38,962 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:38,962 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4/.tez/application_1452787538917_0001/localmode-log-dir
2016-01-14 16:05:38,963 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4/.tez/application_1452787538917_0001/localmode-log-dir/history.txt.appattempt_1452787538917_0001_000000, maxErrors=10
2016-01-14 16:05:38,963 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:38,963 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787538917_0001_000000, appSubmitTime=1452787538950, launchTime=1452787538950
2016-01-14 16:05:38,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:38,969 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:38,970 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:38,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:38,975 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:49371
2016-01-14 16:05:38,976 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:38,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787538917_0001_000000, startTime=1452787538978
2016-01-14 16:05:38,978 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:38,978 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:39,047 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:39,047 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:39,047 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...RenameNarrow/renamenarrow, applicationId=application_1452787538917_0001, dagName=[FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4] shape/(1/1) ...RenameNarrow/renamenarrow
2016-01-14 16:05:39,068 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4] shape/(1/1) ...RenameNarrow/renamenarrow
2016-01-14 16:05:39,069 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787538917_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4/.tez/application_1452787538917_0001/localmode-log-dir/dag_1452787538917_0001_1.dot
2016-01-14 16:05:39,069 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4/.tez/application_1452787538917_0001/localmode-log-dir/dag_1452787538917_0001_1-tez-dag.pb.txt
2016-01-14 16:05:39,073 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787538917_0001_1
2016-01-14 16:05:39,073 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,073 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4] shape/(1/1) ...RenameNarrow/renamenarrow
2016-01-14 16:05:39 Running Dag: dag_1452787538917_0001_1
2016-01-14 16:05:39,085 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:39,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787538917_0001_1, submitTime=1452787539068
2016-01-14 16:05:39,086 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A3FA424C652F40AAA5B67F7613D85BE6
2016-01-14 16:05:39,086 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:39,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:39,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787538917_0001_1, initTime=1452787539085
2016-01-14 16:05:39,086 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538917_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:39,086 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:DAG_STARTED]: dagID=dag_1452787538917_0001_1, startTime=1452787539086
2016-01-14 16:05:39,087 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:39,087 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538917_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:39,087 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...RenameNarrow/renamenarrow, applicationId=application_1452787538917_0001, dagName=[FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4] shape/(1/1) ...RenameNarrow/renamenarrow
2016-01-14 16:05:39,087 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A3FA424C652F40AAA5B67F7613D85BE6 : {72FC6D6C6C8448D2BADB4EDAC907FB7D={InputName=72FC6D6C6C8448D2BADB4EDAC907FB7D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:39,087 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 72FC6D6C6C8448D2BADB4EDAC907FB7D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:39,087 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,087 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,087 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,087 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]. Starting root input initializers: 1
2016-01-14 16:05:39,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:39,088 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:39,088 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 72FC6D6C6C8448D2BADB4EDAC907FB7D on vertex vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,090 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:39,090 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 72FC6D6C6C8448D2BADB4EDAC907FB7D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:39,091 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:39,091 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:39,092 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 16:05:39,093 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 72FC6D6C6C8448D2BADB4EDAC907FB7D on vertex vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,093 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:39,093 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {72FC6D6C6C8448D2BADB4EDAC907FB7D=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:39,093 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] parallelism set to 1
2016-01-14 16:05:39,093 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:39,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787538917_0001_1_00, eventCount=1
2016-01-14 16:05:39,094 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,094 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=87D9F279E2714DADB735067B982DB522, vertexId=vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:39,094 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=87D9F279E2714DADB735067B982DB522, vertexId=vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,095 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=87D9F279E2714DADB735067B982DB522, vertexName=A3FA424C652F40AAA5B67F7613D85BE6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:39,095 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=87D9F279E2714DADB735067B982DB522, vertexId=vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,096 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:39,096 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A3FA424C652F40AAA5B67F7613D85BE6, vertexId=vertex_1452787538917_0001_1_00, initRequestedTime=1452787539087, initedTime=1452787539096, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:39,097 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] with distanceFromRoot: 0
2016-01-14 16:05:39,097 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:39,097 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A3FA424C652F40AAA5B67F7613D85BE6
2016-01-14 16:05:39,097 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,097 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:39,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787538917_0001_1_00, startRequestedTime=1452787539097, startedTime=1452787539097
2016-01-14 16:05:39,098 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:39,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:39,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:TASK_STARTED]: vertexName=A3FA424C652F40AAA5B67F7613D85BE6, taskId=task_1452787538917_0001_1_00_000000, scheduledTime=1452787539098, launchTime=1452787539098
2016-01-14 16:05:39,099 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538917_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:39,099 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,099 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4] shape/(1/1) ...RenameNarrow/renamenarrow, VertexName: A3FA424C652F40AAA5B67F7613D85BE6, VertexParallelism: 1, TaskAttemptID:attempt_1452787538917_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=72FC6D6C6C8448D2BADB4EDAC907FB7D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=87D9F279E2714DADB735067B982DB522, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:39,099 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538917_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:39,099 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:39,100 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:39,101 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:39,101 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:39,101 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787538917_0001_00_000001
2016-01-14 16:05:39,102 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538917_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:39,103 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787538917_0001_00_000001
2016-01-14 16:05:39,103 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:39,104 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538917_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:39,104 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:39,104 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] submitted tez dag to app master: application_1452787538917_0001, with dag id: dag_1452787538917_0001_1
2016-01-14 16:05:39,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787538917_0001_00_000001, launchTime=1452787539104
2016-01-14 16:05:39,105 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538917_0001_00_000001
2016-01-14 16:05:39,105 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787538917_0001_1_00_000000_0] to container: [container_1452787538917_0001_00_000001]
2016-01-14 16:05:39,105 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538917_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:39,106 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787538917_0001_00_000001 given task: attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,106 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538917_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39 Starting to run new task attempt: attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,107 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,107 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787538917_0001_1_00_000000_0] started. Is using containerId: [container_1452787538917_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:39,107 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,107 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:39,107 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:39,107 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:39,107 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:39,107 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:39,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4] shape/(1/1) ...RenameNarrow/renamenarrow, VertexName: A3FA424C652F40AAA5B67F7613D85BE6, VertexParallelism: 1, TaskAttemptID:attempt_1452787538917_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=72FC6D6C6C8448D2BADB4EDAC907FB7D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=87D9F279E2714DADB735067B982DB522, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:39,107 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:39,108 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:39,108 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A3FA424C652F40AAA5B67F7613D85BE6, taskAttemptId=attempt_1452787538917_0001_1_00_000000_0, startTime=1452787539106, containerId=container_1452787538917_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787538917_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:39,108 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:39,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,108 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538917_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:39,109 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787538917_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:39,110 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538917_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:39,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=87D9F279E2714DADB735067B982DB522, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:39,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=72FC6D6C6C8448D2BADB4EDAC907FB7D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:39,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:39,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 87D9F279E2714DADB735067B982DB522
2016-01-14 16:05:39,111 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:39,111 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 87D9F279E2714DADB735067B982DB522
2016-01-14 16:05:39,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:39,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 72FC6D6C6C8448D2BADB4EDAC907FB7D
2016-01-14 16:05:39,112 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 72FC6D6C6C8448D2BADB4EDAC907FB7D
2016-01-14 16:05:39,112 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:39,113 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:39,113 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 72FC6D6C6C8448D2BADB4EDAC907FB7D
2016-01-14 16:05:39,113 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 72FC6D6C6C8448D2BADB4EDAC907FB7D
2016-01-14 16:05:39,116 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A3FA424C652F40AAA5B67F7613D85BE6, ordinal: 0
2016-01-14 16:05:39,116 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A3FA424C652F40AAA5B67F7613D85BE6, mem on start (mb), free: 509, total: 592, max: 672
2016-01-14 16:05:39,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:39,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:39,120 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:39,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 87D9F279E2714DADB735067B982DB522
2016-01-14 16:05:39,120 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:39,121 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:39,121 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:39,122 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:39,122 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:39,122 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:39,122 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:39,123 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 16:05:39,123 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 87D9F279E2714DADB735067B982DB522, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:39,123 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 72FC6D6C6C8448D2BADB4EDAC907FB7D, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:39,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:39,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 72FC6D6C6C8448D2BADB4EDAC907FB7D being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:39,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:39,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:39,123 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 72FC6D6C6C8448D2BADB4EDAC907FB7D
2016-01-14 16:05:39,124 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:39,124 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 72FC6D6C6C8448D2BADB4EDAC907FB7D
2016-01-14 16:05:39,125 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:39,125 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,125 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:39,125 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@759c7e27
2016-01-14 16:05:39,126 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@759c7e27
2016-01-14 16:05:39,126 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:39,126 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:39,128 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:39,129 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: 72FC6D6C6C8448D2BADB4EDAC907FB7D
2016-01-14 16:05:39,129 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow"], id: 87D9F279E2714DADB735067B982DB522
2016-01-14 16:05:39,129 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['item']->['char', 'item']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow"]
2016-01-14 16:05:39,130 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:39,130 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:39,130 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A3FA424C652F40AAA5B67F7613D85BE6, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:39,134 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:39,134 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:39,134 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,134 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787538917_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 16:05:39,135 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,135 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A3FA424C652F40AAA5B67F7613D85BE6, mem on close (mb), free: 507, total: 592, max: 672
2016-01-14 16:05:39 Completed running task attempt: attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,136 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787538917_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:39,137 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A3FA424C652F40AAA5B67F7613D85BE6, taskAttemptId=attempt_1452787538917_0001_1_00_000000_0, startTime=1452787539106, finishTime=1452787539136, timeTaken=30, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787539130, Process_Duration=5, Process_End_Time=1452787539135, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:39,137 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:39,137 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787538917_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:39,137 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39,137 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:39,137 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:39,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:TASK_FINISHED]: vertexName=A3FA424C652F40AAA5B67F7613D85BE6, taskId=task_1452787538917_0001_1_00_000000, startTime=1452787539106, finishTime=1452787539137, timeTaken=31, status=SUCCEEDED, successfulAttemptID=attempt_1452787538917_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787539130, Process_Duration=5, Process_End_Time=1452787539135, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:39,138 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787538917_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:39,138 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] : 1
2016-01-14 16:05:39,138 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,138 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:39,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:VERTEX_FINISHED]: vertexName=A3FA424C652F40AAA5B67F7613D85BE6, vertexId=vertex_1452787538917_0001_1_00, initRequestedTime=1452787539087, initedTime=1452787539096, startRequestedTime=1452787539097, startedTime=1452787539097, finishTime=1452787539138, timeTaken=41, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787539130, Process_Duration=5, Process_End_Time=1452787539135, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787539106, firstTasksToStart=[ task_1452787538917_0001_1_00_000000 ], lastTaskFinishTime=1452787539136, lastTasksToFinish=[ task_1452787538917_0001_1_00_000000 ], minTaskDuration=30, maxTaskDuration=30, avgTaskDuration=30.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787538917_0001_1_00_000000 ], longestDurationTasks=[ task_1452787538917_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:39,139 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:39,139 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538917_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:39,139 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787538917_0001_00_000001, stoppedTime=1452787539139, exitStatus=0
2016-01-14 16:05:39,139 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538917_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:39,139 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 16:05:39,140 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787538917_0001_1
2016-01-14 16:05:39,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787538917_0001_1
2016-01-14 16:05:39,140 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 87D9F279E2714DADB735067B982DB522 for vertex: vertex_1452787538917_0001_1_00 [A3FA424C652F40AAA5B67F7613D85BE6]
2016-01-14 16:05:39,139 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 22 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452787539130, Process_Duration=5, Process_End_Time=1452787539135, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 16:05:39,140 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:39,140 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,141 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787538917_0001_00_000001
2016-01-14 16:05:39,141 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787538917_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:39,141 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787538917_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:39,141 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787538917_0001_00_000001, Exiting
2016-01-14 16:05:39,141 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787538917_0001_00_000001
2016-01-14 16:05:39,141 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787538917_0001_00_000001
2016-01-14 16:05:39,140 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:39,142 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787538917_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:39,142 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787538917_0001_00_000001 completed successfully
2016-01-14 16:05:39,148 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787538917_0001_1, queueSize=0
2016-01-14 16:05:39,149 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:39,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787538917_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787538917_0001_1, startTime=1452787539086, finishTime=1452787539148, timeTaken=62, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787539130, Process_Duration=5, Process_End_Time=1452787539135, Read_Duration=4, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:39,149 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787538917_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:39,149 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787538917_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:39,150 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787538917_0001_00_000001
2016-01-14 16:05:39,150 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787538917_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:39 Completed Dag: dag_1452787538917_0001_1
2016-01-14 16:05:39,150 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787538917_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:39,151 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787538917_0001_1_post
2016-01-14 16:05:39,151 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,151 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:39,160 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...RenameNarrow/renamenarrow, applicationId=application_1452787538917_0001
2016-01-14 16:05:39,161 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:39,161 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:39,161 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:39,161 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:39,162 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:39,162 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:39,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:39,162 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:39,163 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:39,163 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:39,163 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:39,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:39,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:39,168 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/FE2B69AD7455472F8FD244B3F10232B3/A2928641CD0C437AAB7F5CF63456D8F4/.tez/application_1452787538917_0001
2016-01-14 16:05:39,168 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  completed in: 00:00.275
2016-01-14 16:05:39,199 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testRenameNarrow/renamenarrow
2016-01-14 16:05:39,221 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:39,221 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:39,251 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.008
2016-01-14 16:05:39,258 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-01-14 16:05:39,259 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:39,259 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:39,259 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:39,278 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:39,286 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull
2016-01-14 16:05:39,345 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] starting
2016-01-14 16:05:39,346 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:39,346 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  sink: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull"]
2016-01-14 16:05:39,346 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  parallel execution of steps is enabled: false
2016-01-14 16:05:39,346 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  executing total steps: 1
2016-01-14 16:05:39,346 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  allocating management threads: 1
2016-01-14 16:05:39,347 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] starting step: (1/1) ...AverageByNull/averagenull
2016-01-14 16:05:39,347 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [average] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:39,363 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] tez session mode enabled: true
2016-01-14 16:05:39,368 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:39,368 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:39,369 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:39,379 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E/.tez/application_1452787539368_0001 doesn't exist and is created
2016-01-14 16:05:39,395 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:39,395 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:39,395 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E/.tez/application_1452787539368_0001
2016-01-14 16:05:39,399 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787539368_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:39,410 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:39,411 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:39,413 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:39,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:39,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E/.tez/application_1452787539368_0001/localmode-log-dir
2016-01-14 16:05:39,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E/.tez/application_1452787539368_0001/localmode-log-dir/history.txt.appattempt_1452787539368_0001_000000, maxErrors=10
2016-01-14 16:05:39,413 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:39,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787539368_0001_000000, appSubmitTime=1452787539398, launchTime=1452787539399
2016-01-14 16:05:39,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:39,418 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:39,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:39,419 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:39,421 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:34502
2016-01-14 16:05:39,422 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:39,423 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787539368_0001_000000, startTime=1452787539423
2016-01-14 16:05:39,423 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:39,423 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:39,459 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:39,459 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:39,495 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:39,495 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:39,495 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...AverageByNull/averagenull, applicationId=application_1452787539368_0001, dagName=[E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull
2016-01-14 16:05:39,510 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull
2016-01-14 16:05:39,511 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787539368_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E/.tez/application_1452787539368_0001/localmode-log-dir/dag_1452787539368_0001_1.dot
2016-01-14 16:05:39,512 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E/.tez/application_1452787539368_0001/localmode-log-dir/dag_1452787539368_0001_1-tez-dag.pb.txt
2016-01-14 16:05:39,518 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787539368_0001_1
2016-01-14 16:05:39,518 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,518 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull
2016-01-14 16:05:39 Running Dag: dag_1452787539368_0001_1
2016-01-14 16:05:39,528 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787539368_0001_1, submitTime=1452787539510
2016-01-14 16:05:39,528 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:39,529 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BEE1D3D709BE4C4DB2376138EE5E3A1D
2016-01-14 16:05:39,529 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:39,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787539368_0001_1, initTime=1452787539528
2016-01-14 16:05:39,529 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:39,530 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787539368_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:39,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:DAG_STARTED]: dagID=dag_1452787539368_0001_1, startTime=1452787539530
2016-01-14 16:05:39,530 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:39,530 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787539368_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:39,530 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...AverageByNull/averagenull, applicationId=application_1452787539368_0001, dagName=[E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull
2016-01-14 16:05:39,530 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:39,530 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D0A7137E4787460C82C854FC53EAE1AD : {D27E3C894E7E4FD9A563D29CE563CCF3={InputName=D27E3C894E7E4FD9A563D29CE563CCF3}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:39,531 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: D27E3C894E7E4FD9A563D29CE563CCF3, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:39,531 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,531 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,531 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,531 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]. Starting root input initializers: 1
2016-01-14 16:05:39,531 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:39,531 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,531 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: D27E3C894E7E4FD9A563D29CE563CCF3 on vertex vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,533 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:39,533 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input D27E3C894E7E4FD9A563D29CE563CCF3 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:39,533 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:39,534 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:39,534 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:39,534 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,534 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,534 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,534 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E255CF4DDC414D0CBE64575E26DA8357, vertexId=vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:39,535 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E255CF4DDC414D0CBE64575E26DA8357, vertexId=vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,535 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:39,535 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: D27E3C894E7E4FD9A563D29CE563CCF3 on vertex vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,536 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E255CF4DDC414D0CBE64575E26DA8357, vertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:39,536 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E255CF4DDC414D0CBE64575E26DA8357, vertexId=vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,537 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:39,537 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, vertexId=vertex_1452787539368_0001_1_01, initRequestedTime=1452787539531, initedTime=1452787539537, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:39,537 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:39,537 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:39,538 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {D27E3C894E7E4FD9A563D29CE563CCF3=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:39,538 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] parallelism set to 1
2016-01-14 16:05:39,538 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:39,538 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787539368_0001_1_00, eventCount=1
2016-01-14 16:05:39,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:39,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D0A7137E4787460C82C854FC53EAE1AD, vertexId=vertex_1452787539368_0001_1_00, initRequestedTime=1452787539530, initedTime=1452787539539, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:39,539 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] with distanceFromRoot: 0
2016-01-14 16:05:39,539 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:39,540 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,540 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,540 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:39,540 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787539368_0001_1_00, startRequestedTime=1452787539540, startedTime=1452787539540
2016-01-14 16:05:39,540 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:39,541 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:39,541 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_STARTED]: vertexName=D0A7137E4787460C82C854FC53EAE1AD, taskId=task_1452787539368_0001_1_00_000000, scheduledTime=1452787539541, launchTime=1452787539541
2016-01-14 16:05:39,541 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539368_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:39,541 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787539368_0001_1_00 for vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] numStartedSources: 1 numSources: 1
2016-01-14 16:05:39,541 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] with distanceFromRoot: 1
2016-01-14 16:05:39,542 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,542 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D0A7137E4787460C82C854FC53EAE1AD in vertex: BEE1D3D709BE4C4DB2376138EE5E3A1D
2016-01-14 16:05:39,542 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BEE1D3D709BE4C4DB2376138EE5E3A1D with 1 source tasks and 1 pending tasks
2016-01-14 16:05:39,542 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:39,543 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787539368_0001_1_01, startRequestedTime=1452787539542, startedTime=1452787539542
2016-01-14 16:05:39,543 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:39,543 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull, VertexName: D0A7137E4787460C82C854FC53EAE1AD, VertexParallelism: 1, TaskAttemptID:attempt_1452787539368_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D27E3C894E7E4FD9A563D29CE563CCF3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:39,543 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539368_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:39,543 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:39,544 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:39,544 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:39,544 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:39,545 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787539368_0001_00_000001
2016-01-14 16:05:39,545 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:39,546 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787539368_0001_00_000001
2016-01-14 16:05:39,546 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:39,547 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:39,547 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:39,547 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787539368_0001_00_000001, launchTime=1452787539547
2016-01-14 16:05:39,548 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787539368_0001_00_000001
2016-01-14 16:05:39,548 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787539368_0001_1_00_000000_0] to container: [container_1452787539368_0001_00_000001]
2016-01-14 16:05:39,548 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:39,549 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average] submitted tez dag to app master: application_1452787539368_0001, with dag id: dag_1452787539368_0001_1
2016-01-14 16:05:39,549 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787539368_0001_1_00_000000_0] started. Is using containerId: [container_1452787539368_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:39,549 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D0A7137E4787460C82C854FC53EAE1AD, taskAttemptId=attempt_1452787539368_0001_1_00_000000_0, startTime=1452787539549, containerId=container_1452787539368_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787539368_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:39,549 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539368_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:39,549 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787539368_0001_00_000001 given task: attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,549 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787539368_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,549 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:39,550 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539368_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:39 Starting to run new task attempt: attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,551 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,551 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,551 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:39,551 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:39,551 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:39,551 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:39,551 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:39,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull, VertexName: D0A7137E4787460C82C854FC53EAE1AD, VertexParallelism: 1, TaskAttemptID:attempt_1452787539368_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D27E3C894E7E4FD9A563D29CE563CCF3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:39,551 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:39,552 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:39,552 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,553 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787539368_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:39,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D27E3C894E7E4FD9A563D29CE563CCF3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:39,553 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:39,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D27E3C894E7E4FD9A563D29CE563CCF3
2016-01-14 16:05:39,554 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: D27E3C894E7E4FD9A563D29CE563CCF3
2016-01-14 16:05:39,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:39,554 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,556 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:39,556 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: D27E3C894E7E4FD9A563D29CE563CCF3
2016-01-14 16:05:39,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D27E3C894E7E4FD9A563D29CE563CCF3
2016-01-14 16:05:39,557 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:39,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:39,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BEE1D3D709BE4C4DB2376138EE5E3A1D
2016-01-14 16:05:39,560 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:39,560 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BEE1D3D709BE4C4DB2376138EE5E3A1D
2016-01-14 16:05:39,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BEE1D3D709BE4C4DB2376138EE5E3A1D
2016-01-14 16:05:39,562 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D0A7137E4787460C82C854FC53EAE1AD, ordinal: 0
2016-01-14 16:05:39,562 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D0A7137E4787460C82C854FC53EAE1AD, mem on start (mb), free: 425, total: 592, max: 672
2016-01-14 16:05:39,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:39,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:39,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:39,563 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:39,563 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:39,563 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:39,563 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:39,564 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:39,564 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:39,564 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D27E3C894E7E4FD9A563D29CE563CCF3, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:39,564 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BEE1D3D709BE4C4DB2376138EE5E3A1D, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:39,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:39,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D27E3C894E7E4FD9A563D29CE563CCF3 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:39,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D27E3C894E7E4FD9A563D29CE563CCF3
2016-01-14 16:05:39,565 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:39,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D27E3C894E7E4FD9A563D29CE563CCF3
2016-01-14 16:05:39,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:39,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:39,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:39,565 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,566 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:39,566 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3df3e03f
2016-01-14 16:05:39,567 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3df3e03f
2016-01-14 16:05:39,568 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:39,568 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:39,568 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:39,569 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: D27E3C894E7E4FD9A563D29CE563CCF3
2016-01-14 16:05:39,569 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(average)[by:[{1}:'char']], id: 1DE5BAC5E76D4F2194E185431E999AB9
2016-01-14 16:05:39,569 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(average)[by:[{1}:'char']] 1DE5BAC5E76D4F2194E185431E999AB9
2016-01-14 16:05:39,570 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@21ed906; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@373a1a00; comparator=cascading.tuple.hadoop.util.TupleComparator@47811253; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:39,570 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:39,571 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:39,571 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:39,600 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:39,601 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:39,601 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:39,601 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:39,601 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:39,604 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:39,604 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:39,604 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D0A7137E4787460C82C854FC53EAE1AD, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:39,606 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:39,606 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 447, total: 592, max: 672
2016-01-14 16:05:39,607 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:39,607 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 447, total: 592, max: 672
2016-01-14 16:05:39,608 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:39,608 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 447, total: 592, max: 672
2016-01-14 16:05:39,609 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:39,609 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 447, total: 592, max: 672
2016-01-14 16:05:39,609 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,609 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D0A7137E4787460C82C854FC53EAE1AD, mem on close (mb), free: 447, total: 592, max: 672
2016-01-14 16:05:39,609 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:39,610 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:39,610 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 180; bufvoid = 104857600
2016-01-14 16:05:39,610 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:39,613 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:39 Completed running task attempt: attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,615 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787539368_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:39,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787539368_0001_1_00, eventCount=1
2016-01-14 16:05:39,616 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=17, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787539604, Process_Duration=5, Process_End_Time=1452787539609, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:39,616 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:39,617 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:39,617 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,617 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787539368_0001_00_000001
2016-01-14 16:05:39,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D0A7137E4787460C82C854FC53EAE1AD, taskAttemptId=attempt_1452787539368_0001_1_00_000000_0, startTime=1452787539549, finishTime=1452787539616, timeTaken=67, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=17, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787539604, Process_Duration=5, Process_End_Time=1452787539609, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:39,617 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539368_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:39,617 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:39,617 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:39,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_FINISHED]: vertexName=D0A7137E4787460C82C854FC53EAE1AD, taskId=task_1452787539368_0001_1_00_000000, startTime=1452787539549, finishTime=1452787539618, timeTaken=69, status=SUCCEEDED, successfulAttemptID=attempt_1452787539368_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=17, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787539604, Process_Duration=5, Process_End_Time=1452787539609, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:39,618 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539368_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:39,618 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] : 1
2016-01-14 16:05:39,618 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,619 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:39,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_FINISHED]: vertexName=D0A7137E4787460C82C854FC53EAE1AD, vertexId=vertex_1452787539368_0001_1_00, initRequestedTime=1452787539530, initedTime=1452787539539, startRequestedTime=1452787539540, startedTime=1452787539540, finishTime=1452787539618, timeTaken=78, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=17, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787539604, Process_Duration=5, Process_End_Time=1452787539609, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787539549, firstTasksToStart=[ task_1452787539368_0001_1_00_000000 ], lastTaskFinishTime=1452787539616, lastTasksToFinish=[ task_1452787539368_0001_1_00_000000 ], minTaskDuration=67, maxTaskDuration=67, avgTaskDuration=67.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787539368_0001_1_00_000000 ], longestDurationTasks=[ task_1452787539368_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:39,619 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:39,619 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:39,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787539368_0001_00_000001, stoppedTime=1452787539619, exitStatus=0
2016-01-14 16:05:39,619 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:39,619 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:39,619 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] attempt: attempt_1452787539368_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:39,620 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BEE1D3D709BE4C4DB2376138EE5E3A1D
2016-01-14 16:05:39,620 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,620 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:39,620 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787539368_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:39,620 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_STARTED]: vertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, taskId=task_1452787539368_0001_1_01_000000, scheduledTime=1452787539620, launchTime=1452787539620
2016-01-14 16:05:39,620 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539368_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:39,620 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,620 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:39,620 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull, VertexName: BEE1D3D709BE4C4DB2376138EE5E3A1D, VertexParallelism: 1, TaskAttemptID:attempt_1452787539368_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D0A7137E4787460C82C854FC53EAE1AD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E255CF4DDC414D0CBE64575E26DA8357, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:39,620 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539368_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:39,620 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:39,621 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787539368_0001_00_000002
2016-01-14 16:05:39,621 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:39,621 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:39,622 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787539368_0001_00_000002
2016-01-14 16:05:39,622 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:39,622 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:39,623 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787539368_0001_00_000002, launchTime=1452787539622
2016-01-14 16:05:39,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:39,623 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787539368_0001_00_000002
2016-01-14 16:05:39,623 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787539368_0001_1_01_000000_0] to container: [container_1452787539368_0001_00_000002]
2016-01-14 16:05:39,623 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:39,624 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787539368_0001_1_01_000000_0] started. Is using containerId: [container_1452787539368_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:39,624 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, taskAttemptId=attempt_1452787539368_0001_1_01_000000_0, startTime=1452787539624, containerId=container_1452787539368_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787539368_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:39,624 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539368_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:39,624 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:39,624 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539368_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:39,624 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787539368_0001_00_000002 given task: attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,624 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787539368_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39 Starting to run new task attempt: attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,625 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,625 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,625 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:39,625 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:39,625 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:39,625 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:39,625 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:39,625 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E] average/(1/1) ...AverageByNull/averagenull, VertexName: BEE1D3D709BE4C4DB2376138EE5E3A1D, VertexParallelism: 1, TaskAttemptID:attempt_1452787539368_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D0A7137E4787460C82C854FC53EAE1AD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E255CF4DDC414D0CBE64575E26DA8357, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:39,625 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:39,626 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:39,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,626 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787539368_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:39,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D0A7137E4787460C82C854FC53EAE1AD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:39,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:39,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,628 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787539368_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:39,628 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787539368_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:39,628 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787539368_0001_00_000001, Exiting
2016-01-14 16:05:39,628 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787539368_0001_00_000001
2016-01-14 16:05:39,628 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787539368_0001_00_000001
2016-01-14 16:05:39,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E255CF4DDC414D0CBE64575E26DA8357, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:39,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:39,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E255CF4DDC414D0CBE64575E26DA8357
2016-01-14 16:05:39,628 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:39,628 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E255CF4DDC414D0CBE64575E26DA8357
2016-01-14 16:05:39,629 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:39,630 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:39,630 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:39,630 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,636 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BEE1D3D709BE4C4DB2376138EE5E3A1D, ordinal: 1
2016-01-14 16:05:39,636 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BEE1D3D709BE4C4DB2376138EE5E3A1D, mem on start (mb), free: 441, total: 592, max: 672
2016-01-14 16:05:39,636 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787539368_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:39,636 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787539368_0001_00_000001 completed successfully
2016-01-14 16:05:39,636 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:39,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:39,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:39,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:39,639 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:39,639 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E255CF4DDC414D0CBE64575E26DA8357
2016-01-14 16:05:39,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:39,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:39,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:39,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:39,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:39,641 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:39,641 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:39,641 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E255CF4DDC414D0CBE64575E26DA8357, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:39,641 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D0A7137E4787460C82C854FC53EAE1AD, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:39,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:39,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D0A7137E4787460C82C854FC53EAE1AD being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:39,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,643 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:39,643 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:39,644 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D0A7137E4787460C82C854FC53EAE1AD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:39,644 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:39,644 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:39,644 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:39,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:39,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:39,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:39,646 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,647 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787539368_0001_1_00_000000_0_10201, runDuration: 56100, ]
2016-01-14 16:05:39,649 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787539368_0001_1_00_000000_0_10201] to DISK_DIRECT, CompressedSize=182, DecompressedSize=178,EndTime=1452787539649, TimeTaken=1, Rate=0.17 MB/s
2016-01-14 16:05:39,649 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,649 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:39,649 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(average)[by:[{1}:'char']]
2016-01-14 16:05:39,649 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [D0A7137E4787460C82C854FC53EAE1AD] #28 in 1ms
2016-01-14 16:05:39,650 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D0A7137E4787460C82C854FC53EAE1AD] #28, status:false, isInterrupted:false
2016-01-14 16:05:39,650 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:39,650 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(average)[by:[{1}:'char']] streamed: true, id: 1DE5BAC5E76D4F2194E185431E999AB9
2016-01-14 16:05:39,650 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 182 bytes from disk
2016-01-14 16:05:39,650 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull"], id: E255CF4DDC414D0CBE64575E26DA8357
2016-01-14 16:05:39,650 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:39,650 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:39,651 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull"]
2016-01-14 16:05:39,651 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 165 bytes
2016-01-14 16:05:39,651 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,651 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:39,651 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(average)[by:[{1}:'char']] 1DE5BAC5E76D4F2194E185431E999AB9, for 1 inputs
2016-01-14 16:05:39,651 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BEE1D3D709BE4C4DB2376138EE5E3A1D, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:39,652 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@16ff6959; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@5a5d5dda
2016-01-14 16:05:39,654 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:39,655 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:39,655 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,655 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787539368_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:39,656 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,656 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BEE1D3D709BE4C4DB2376138EE5E3A1D, mem on close (mb), free: 438, total: 592, max: 672
2016-01-14 16:05:39,656 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D0A7137E4787460C82C854FC53EAE1AD
2016-01-14 16:05:39,657 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:39,657 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:39,657 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:39,657 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:39,657 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:39 Completed running task attempt: attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,658 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787539368_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:39,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=57, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787539651, Process_Duration=5, Process_End_Time=1452787539656, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:39,659 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, taskAttemptId=attempt_1452787539368_0001_1_01_000000_0, startTime=1452787539624, finishTime=1452787539659, timeTaken=35, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=57, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787539651, Process_Duration=5, Process_End_Time=1452787539656, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:39,659 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539368_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:39,659 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:39,659 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,659 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:39,660 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:39,659 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39,660 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787539368_0001_00_000002
2016-01-14 16:05:39,661 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:TASK_FINISHED]: vertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, taskId=task_1452787539368_0001_1_01_000000, startTime=1452787539624, finishTime=1452787539660, timeTaken=36, status=SUCCEEDED, successfulAttemptID=attempt_1452787539368_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=57, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787539651, Process_Duration=5, Process_End_Time=1452787539656, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:39,661 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539368_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:39,660 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:39,661 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] : 1
2016-01-14 16:05:39,661 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:39,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:VERTEX_FINISHED]: vertexName=BEE1D3D709BE4C4DB2376138EE5E3A1D, vertexId=vertex_1452787539368_0001_1_01, initRequestedTime=1452787539531, initedTime=1452787539537, startRequestedTime=1452787539542, startedTime=1452787539542, finishTime=1452787539661, timeTaken=119, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=214, FILE_BYTES_WRITTEN=57, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=9, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787539651, Process_Duration=5, Process_End_Time=1452787539656, Read_Duration=0, Tuples_Read=9, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787539624, firstTasksToStart=[ task_1452787539368_0001_1_01_000000 ], lastTaskFinishTime=1452787539659, lastTasksToFinish=[ task_1452787539368_0001_1_01_000000 ], minTaskDuration=35, maxTaskDuration=35, avgTaskDuration=35.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787539368_0001_1_01_000000 ], longestDurationTasks=[ task_1452787539368_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:39,662 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:39,662 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:39,662 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787539368_0001_00_000002, stoppedTime=1452787539662, exitStatus=0
2016-01-14 16:05:39,662 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:39,662 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:39,663 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:39,663 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787539368_0001_1
2016-01-14 16:05:39,663 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787539368_0001_1
2016-01-14 16:05:39,663 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787539368_0001_1_00 [D0A7137E4787460C82C854FC53EAE1AD]
2016-01-14 16:05:39,663 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E255CF4DDC414D0CBE64575E26DA8357 for vertex: vertex_1452787539368_0001_1_01 [BEE1D3D709BE4C4DB2376138EE5E3A1D]
2016-01-14 16:05:39,671 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787539368_0001_1, queueSize=0
2016-01-14 16:05:39,672 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787539368_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:39,672 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787539368_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:39,672 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787539368_0001_00_000002, Exiting
2016-01-14 16:05:39,672 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787539368_0001_00_000002
2016-01-14 16:05:39,672 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787539368_0001_00_000002
2016-01-14 16:05:39,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:39,672 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787539368_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:39,672 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787539368_0001_00_000002 completed successfully
2016-01-14 16:05:39,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539368_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787539368_0001_1, startTime=1452787539530, finishTime=1452787539670, timeTaken=140, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=324, FILE_BYTES_WRITTEN=271, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=17, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1242562560, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=14, OUTPUT_BYTES=180, OUTPUT_BYTES_WITH_OVERHEAD=178, OUTPUT_BYTES_PHYSICAL=182, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=182, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=182, SHUFFLE_BYTES_DECOMPRESSED=178, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=182, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575079255, Process_Duration=10, Process_End_Time=2905575079265, Read_Duration=1, Tuples_Read=22, Tuples_Written=14, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:39,673 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787539368_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:39,673 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787539368_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:39,674 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539368_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:39,674 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787539368_0001_00_000002
2016-01-14 16:05:39 Completed Dag: dag_1452787539368_0001_1
2016-01-14 16:05:39,675 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787539368_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:39,675 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787539368_0001_1_post
2016-01-14 16:05:39,675 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,675 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:39,680 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...AverageByNull/averagenull, applicationId=application_1452787539368_0001
2016-01-14 16:05:39,681 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:39,681 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:39,681 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:39,681 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:39,682 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:39,682 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:39,682 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:39,682 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:39,682 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:39,683 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:39,683 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:39,683 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:39,683 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:39,687 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E075CEA119B34FB1AC1DAB2F5EB640E8/DC3C032C3143477B9A2CBE6BCEC6A91E/.tez/application_1452787539368_0001
2016-01-14 16:05:39,688 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [average]  completed in: 00:00.342
2016-01-14 16:05:39,749 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testAverageByNull/averagenull
2016-01-14 16:05:39,768 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:39,768 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:39,795 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-01-14 16:05:39,798 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-01-14 16:05:39,799 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:39,799 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 1
2016-01-14 16:05:39,799 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:39,812 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt
2016-01-14 16:05:39,813 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce
2016-01-14 16:05:39,819 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] starting
2016-01-14 16:05:39,820 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:39,820 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  sink: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce"]
2016-01-14 16:05:39,820 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  parallel execution of steps is enabled: false
2016-01-14 16:05:39,820 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  executing total steps: 1
2016-01-14 16:05:39,820 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  allocating management threads: 1
2016-01-14 16:05:39,820 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] starting step: (1/1) ...latform/testCoerce/coerce
2016-01-14 16:05:39,820 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [coerce] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:39,831 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] tez session mode enabled: true
2016-01-14 16:05:39,835 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:39,835 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:39,835 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:39,845 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED/.tez/application_1452787539835_0001 doesn't exist and is created
2016-01-14 16:05:39,859 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:39,859 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:39,860 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED/.tez/application_1452787539835_0001
2016-01-14 16:05:39,863 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787539835_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:39,872 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:39,872 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:39,874 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:39,874 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:39,875 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED/.tez/application_1452787539835_0001/localmode-log-dir
2016-01-14 16:05:39,875 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED/.tez/application_1452787539835_0001/localmode-log-dir/history.txt.appattempt_1452787539835_0001_000000, maxErrors=10
2016-01-14 16:05:39,875 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:39,875 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787539835_0001_000000, appSubmitTime=1452787539862, launchTime=1452787539862
2016-01-14 16:05:39,880 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:39,882 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:39,883 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:50787
2016-01-14 16:05:39,886 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:39,886 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:39,887 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:39,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787539835_0001_000000, startTime=1452787539889
2016-01-14 16:05:39,889 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:39,889 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:39,959 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:39,960 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:39,960 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/testCoerce/coerce, applicationId=application_1452787539835_0001, dagName=[BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED] coerce/(1/1) ...latform/testCoerce/coerce
2016-01-14 16:05:39,973 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED] coerce/(1/1) ...latform/testCoerce/coerce
2016-01-14 16:05:39,974 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787539835_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED/.tez/application_1452787539835_0001/localmode-log-dir/dag_1452787539835_0001_1.dot
2016-01-14 16:05:39,974 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED/.tez/application_1452787539835_0001/localmode-log-dir/dag_1452787539835_0001_1-tez-dag.pb.txt
2016-01-14 16:05:39,978 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787539835_0001_1
2016-01-14 16:05:39,978 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:39,978 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED] coerce/(1/1) ...latform/testCoerce/coerce
2016-01-14 16:05:39 Running Dag: dag_1452787539835_0001_1
2016-01-14 16:05:39,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787539835_0001_1, submitTime=1452787539973
2016-01-14 16:05:39,989 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:39,990 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C49278EF424D49468B68283511549055
2016-01-14 16:05:39,990 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:39,991 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787539835_0001_1, initTime=1452787539989
2016-01-14 16:05:39,991 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787539835_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:39,991 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:39,991 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:DAG_STARTED]: dagID=dag_1452787539835_0001_1, startTime=1452787539991
2016-01-14 16:05:39,991 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/testCoerce/coerce, applicationId=application_1452787539835_0001, dagName=[BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED] coerce/(1/1) ...latform/testCoerce/coerce
2016-01-14 16:05:39,991 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:39,991 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:39,992 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787539835_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:39,992 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C49278EF424D49468B68283511549055 : {E4BF2131CBDA4075AC7F59CB8657D5EB={InputName=E4BF2131CBDA4075AC7F59CB8657D5EB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:39,992 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E4BF2131CBDA4075AC7F59CB8657D5EB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:39,992 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:39,992 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:39,992 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:39,992 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]. Starting root input initializers: 1
2016-01-14 16:05:39,993 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:39,993 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E4BF2131CBDA4075AC7F59CB8657D5EB on vertex vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:39,994 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:39,995 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E4BF2131CBDA4075AC7F59CB8657D5EB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:39,995 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:39,995 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:39,996 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 522
2016-01-14 16:05:39,997 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E4BF2131CBDA4075AC7F59CB8657D5EB on vertex vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:39,997 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:39,997 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E4BF2131CBDA4075AC7F59CB8657D5EB=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:39,997 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] parallelism set to 1
2016-01-14 16:05:39,997 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:39,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787539835_0001_1_00, eventCount=1
2016-01-14 16:05:39,998 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:39,998 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E9745E56994E46A28F565A506614A108, vertexId=vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:39,998 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E9745E56994E46A28F565A506614A108, vertexId=vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:39,999 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E9745E56994E46A28F565A506614A108, vertexName=C49278EF424D49468B68283511549055, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:40,000 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E9745E56994E46A28F565A506614A108, vertexId=vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:40,000 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:40,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C49278EF424D49468B68283511549055, vertexId=vertex_1452787539835_0001_1_00, initRequestedTime=1452787539992, initedTime=1452787540000, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:40,001 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] with distanceFromRoot: 0
2016-01-14 16:05:40,001 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:40,001 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C49278EF424D49468B68283511549055
2016-01-14 16:05:40,001 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:40,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:40,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787539835_0001_1_00, startRequestedTime=1452787540001, startedTime=1452787540001
2016-01-14 16:05:40,002 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:40,002 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:40,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:TASK_STARTED]: vertexName=C49278EF424D49468B68283511549055, taskId=task_1452787539835_0001_1_00_000000, scheduledTime=1452787540002, launchTime=1452787540002
2016-01-14 16:05:40,003 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539835_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:40,003 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:40,003 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED] coerce/(1/1) ...latform/testCoerce/coerce, VertexName: C49278EF424D49468B68283511549055, VertexParallelism: 1, TaskAttemptID:attempt_1452787539835_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E4BF2131CBDA4075AC7F59CB8657D5EB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E9745E56994E46A28F565A506614A108, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:40,003 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539835_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:40,004 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:40,004 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:40,004 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:40,005 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:40,005 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787539835_0001_00_000001
2016-01-14 16:05:40,005 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539835_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:40,007 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787539835_0001_00_000001
2016-01-14 16:05:40,007 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:40,008 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539835_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:40,008 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787539835_0001_00_000001, launchTime=1452787540008
2016-01-14 16:05:40,008 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:40,009 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787539835_0001_00_000001
2016-01-14 16:05:40,009 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787539835_0001_1_00_000000_0] to container: [container_1452787539835_0001_00_000001]
2016-01-14 16:05:40,009 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539835_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:40,009 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce] submitted tez dag to app master: application_1452787539835_0001, with dag id: dag_1452787539835_0001_1
2016-01-14 16:05:40,010 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787539835_0001_1_00_000000_0] started. Is using containerId: [container_1452787539835_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:40,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C49278EF424D49468B68283511549055, taskAttemptId=attempt_1452787539835_0001_1_00_000000_0, startTime=1452787540009, containerId=container_1452787539835_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787539835_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:40,010 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539835_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:40,010 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787539835_0001_00_000001 given task: attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,010 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:40,010 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787539835_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,010 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539835_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,011 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,011 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,011 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:40,011 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:40,011 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:40,011 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:40,011 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:40,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED] coerce/(1/1) ...latform/testCoerce/coerce, VertexName: C49278EF424D49468B68283511549055, VertexParallelism: 1, TaskAttemptID:attempt_1452787539835_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E4BF2131CBDA4075AC7F59CB8657D5EB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E9745E56994E46A28F565A506614A108, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:40,011 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:40,012 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:40,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,013 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787539835_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:40,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E4BF2131CBDA4075AC7F59CB8657D5EB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:40,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E9745E56994E46A28F565A506614A108, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:40,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:40,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E9745E56994E46A28F565A506614A108
2016-01-14 16:05:40,016 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:40,016 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E9745E56994E46A28F565A506614A108
2016-01-14 16:05:40,017 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:40,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:40,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E4BF2131CBDA4075AC7F59CB8657D5EB
2016-01-14 16:05:40,018 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E4BF2131CBDA4075AC7F59CB8657D5EB
2016-01-14 16:05:40,020 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:40,021 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E4BF2131CBDA4075AC7F59CB8657D5EB
2016-01-14 16:05:40,021 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E4BF2131CBDA4075AC7F59CB8657D5EB
2016-01-14 16:05:40,021 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C49278EF424D49468B68283511549055, ordinal: 0
2016-01-14 16:05:40,021 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C49278EF424D49468B68283511549055, mem on start (mb), free: 365, total: 592, max: 672
2016-01-14 16:05:40,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:40,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:40,024 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:40,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E9745E56994E46A28F565A506614A108
2016-01-14 16:05:40,024 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:40,025 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:40,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:40,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:40,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:40,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:40,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:40,025 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 2, TotalRequested: 0, TotalRequestedScaled: 0.0, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.00
2016-01-14 16:05:40,025 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E9745E56994E46A28F565A506614A108, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:40,025 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E4BF2131CBDA4075AC7F59CB8657D5EB, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:40,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:40,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E4BF2131CBDA4075AC7F59CB8657D5EB being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:40,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E4BF2131CBDA4075AC7F59CB8657D5EB
2016-01-14 16:05:40,026 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:40,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E4BF2131CBDA4075AC7F59CB8657D5EB
2016-01-14 16:05:40,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:40,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:40,026 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:40,027 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,027 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:40,028 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@ff47cbc
2016-01-14 16:05:40,029 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@ff47cbc
2016-01-14 16:05:40,029 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:40,029 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:40,030 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:40,030 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"] streamed: true, id: E4BF2131CBDA4075AC7F59CB8657D5EB
2016-01-14 16:05:40,031 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce"], id: E9745E56994E46A28F565A506614A108
2016-01-14 16:05:40,031 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce"]
2016-01-14 16:05:40,031 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lower.txt"]
2016-01-14 16:05:40,031 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:40,031 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C49278EF424D49468B68283511549055, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:40,034 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:40,034 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:40,034 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,035 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787539835_0001_1_00_000000_0 given a go for committing the task output.
2016-01-14 16:05:40,035 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,035 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C49278EF424D49468B68283511549055, mem on close (mb), free: 363, total: 592, max: 672
2016-01-14 16:05:40 Completed running task attempt: attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,036 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787539835_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:40,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 21 [[File System Counters FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5][cascading.flow.SliceCounters Process_Begin_Time=1452787540031, Process_Duration=4, Process_End_Time=1452787540035, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=5, Tuples_Written=5]]
2016-01-14 16:05:40,036 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C49278EF424D49468B68283511549055, taskAttemptId=attempt_1452787539835_0001_1_00_000000_0, startTime=1452787540009, finishTime=1452787540036, timeTaken=27, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787540031, Process_Duration=4, Process_End_Time=1452787540035, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:40,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:40,037 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:40,037 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,037 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787539835_0001_00_000001
2016-01-14 16:05:40,037 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787539835_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:40,037 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:40,037 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40,039 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:40,039 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:TASK_FINISHED]: vertexName=C49278EF424D49468B68283511549055, taskId=task_1452787539835_0001_1_00_000000, startTime=1452787540009, finishTime=1452787540038, timeTaken=29, status=SUCCEEDED, successfulAttemptID=attempt_1452787539835_0001_1_00_000000_0, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787540031, Process_Duration=4, Process_End_Time=1452787540035, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:40,039 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787539835_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:40,039 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] : 1
2016-01-14 16:05:40,039 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:40,040 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:40,040 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:VERTEX_FINISHED]: vertexName=C49278EF424D49468B68283511549055, vertexId=vertex_1452787539835_0001_1_00, initRequestedTime=1452787539992, initedTime=1452787540000, startRequestedTime=1452787540001, startedTime=1452787540001, finishTime=1452787540039, timeTaken=38, status=SUCCEEDED, diagnostics=, counters=Counters: 22, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787540031, Process_Duration=4, Process_End_Time=1452787540035, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787540009, firstTasksToStart=[ task_1452787539835_0001_1_00_000000 ], lastTaskFinishTime=1452787540036, lastTasksToFinish=[ task_1452787539835_0001_1_00_000000 ], minTaskDuration=27, maxTaskDuration=27, avgTaskDuration=27.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787539835_0001_1_00_000000 ], longestDurationTasks=[ task_1452787539835_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:40,040 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:40,040 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539835_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:40,040 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787539835_0001_00_000001, stoppedTime=1452787540040, exitStatus=0
2016-01-14 16:05:40,040 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:40,040 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539835_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:40,040 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=1
2016-01-14 16:05:40,040 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787539835_0001_1
2016-01-14 16:05:40,041 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787539835_0001_1
2016-01-14 16:05:40,041 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E9745E56994E46A28F565A506614A108 for vertex: vertex_1452787539835_0001_1_00 [C49278EF424D49468B68283511549055]
2016-01-14 16:05:40,048 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787539835_0001_1, queueSize=0
2016-01-14 16:05:40,048 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:40,048 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787539835_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787539835_0001_1, startTime=1452787539991, finishTime=1452787540047, timeTaken=56, status=SUCCEEDED, diagnostics=, counters=Counters: 24, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=1, TOTAL_LAUNCHED_TASKS=1, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=30, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=621281280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, cascading.flow.SliceCounters, Process_Begin_Time=1452787540031, Process_Duration=4, Process_End_Time=1452787540035, Read_Duration=3, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=5, Tuples_Written=5
2016-01-14 16:05:40,048 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787539835_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:40,049 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787539835_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:40,049 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787539835_0001_00_000001, Exiting
2016-01-14 16:05:40,049 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787539835_0001_00_000001
2016-01-14 16:05:40,049 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787539835_0001_00_000001
2016-01-14 16:05:40,049 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787539835_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:40,049 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787539835_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:40,049 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787539835_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:40 Completed Dag: dag_1452787539835_0001_1
2016-01-14 16:05:40,050 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787539835_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:40,050 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787539835_0001_1_post
2016-01-14 16:05:40,050 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787539835_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:40,050 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787539835_0001_00_000001 completed successfully
2016-01-14 16:05:40,051 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,051 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:40,051 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539835_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:40,051 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787539835_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:40,055 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...latform/testCoerce/coerce, applicationId=application_1452787539835_0001
2016-01-14 16:05:40,056 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:40,056 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:40,057 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:40,057 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:40,057 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:40,057 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:40,057 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:40,057 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:40,057 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:40,058 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:40,057 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:40,058 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:40,058 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:40,063 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BC9E88663A21427C800C4F435A10C8B7/E2DCD863C5A74FF9BFFE1B1BD85216ED/.tez/application_1452787539835_0001
2016-01-14 16:05:40,063 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [coerce]  completed in: 00:00.244
2016-01-14 16:05:40,094 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCoerce/coerce
2016-01-14 16:05:40,115 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:40,115 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:40,162 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 16:05:40,169 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-01-14 16:05:40,170 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:40,170 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:40,170 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:40,184 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross-rev.txt
2016-01-14 16:05:40,188 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator
2016-01-14 16:05:40,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] starting
2016-01-14 16:05:40,227 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross-rev.txt"]
2016-01-14 16:05:40,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  sink: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator"]
2016-01-14 16:05:40,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  parallel execution of steps is enabled: false
2016-01-14 16:05:40,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  executing total steps: 1
2016-01-14 16:05:40,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  allocating management threads: 1
2016-01-14 16:05:40,228 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] starting step: (1/1) ...tnfieldswithoutcomparator
2016-01-14 16:05:40,229 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [first] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:40,239 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] tez session mode enabled: true
2016-01-14 16:05:40,243 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:40,243 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:40,243 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:40,252 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769/.tez/application_1452787540243_0001 doesn't exist and is created
2016-01-14 16:05:40,266 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:40,266 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:40,266 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769/.tez/application_1452787540243_0001
2016-01-14 16:05:40,269 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787540243_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:40,278 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:40,279 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:40,280 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:40,280 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:40,280 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769/.tez/application_1452787540243_0001/localmode-log-dir
2016-01-14 16:05:40,281 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769/.tez/application_1452787540243_0001/localmode-log-dir/history.txt.appattempt_1452787540243_0001_000000, maxErrors=10
2016-01-14 16:05:40,281 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:40,281 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787540243_0001_000000, appSubmitTime=1452787540269, launchTime=1452787540269
2016-01-14 16:05:40,284 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:40,287 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:40,287 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:40,287 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:40,289 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:36317
2016-01-14 16:05:40,291 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:40,293 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787540243_0001_000000, startTime=1452787540293
2016-01-14 16:05:40,293 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:40,293 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:40,366 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:40,366 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:40,366 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...tnfieldswithoutcomparator, applicationId=application_1452787540243_0001, dagName=[BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator
2016-01-14 16:05:40,381 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator
2016-01-14 16:05:40,382 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787540243_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769/.tez/application_1452787540243_0001/localmode-log-dir/dag_1452787540243_0001_1.dot
2016-01-14 16:05:40,383 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769/.tez/application_1452787540243_0001/localmode-log-dir/dag_1452787540243_0001_1-tez-dag.pb.txt
2016-01-14 16:05:40,390 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787540243_0001_1
2016-01-14 16:05:40,390 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,390 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator
2016-01-14 16:05:40 Running Dag: dag_1452787540243_0001_1
2016-01-14 16:05:40,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:40,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787540243_0001_1, submitTime=1452787540381
2016-01-14 16:05:40,402 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B970B66A0F724C8780CD2C9133DDAC00
2016-01-14 16:05:40,402 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:40,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:40,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787540243_0001_1, initTime=1452787540402
2016-01-14 16:05:40,403 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787540243_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:40,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:DAG_STARTED]: dagID=dag_1452787540243_0001_1, startTime=1452787540403
2016-01-14 16:05:40,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:40,403 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:40,404 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787540243_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:40,405 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: BBE46CF65D3F441CABCAA0AF492450BF : {30D277B334D64082B8CAEFE6187E984D={InputName=30D277B334D64082B8CAEFE6187E984D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:40,405 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 30D277B334D64082B8CAEFE6187E984D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:40,405 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,405 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,405 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,405 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]. Starting root input initializers: 1
2016-01-14 16:05:40,406 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...tnfieldswithoutcomparator, applicationId=application_1452787540243_0001, dagName=[BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator
2016-01-14 16:05:40,406 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:40,406 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,407 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 30D277B334D64082B8CAEFE6187E984D on vertex vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,408 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:40,409 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 30D277B334D64082B8CAEFE6187E984D asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:40,409 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:40,409 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:40,409 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:40,410 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,410 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,410 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,411 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=ABB747C853BB49B2A6BE7889E125054B, vertexId=vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:40,411 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 424
2016-01-14 16:05:40,411 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 30D277B334D64082B8CAEFE6187E984D on vertex vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,411 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=ABB747C853BB49B2A6BE7889E125054B, vertexId=vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,413 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=ABB747C853BB49B2A6BE7889E125054B, vertexName=B970B66A0F724C8780CD2C9133DDAC00, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:40,413 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=ABB747C853BB49B2A6BE7889E125054B, vertexId=vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,415 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:40,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B970B66A0F724C8780CD2C9133DDAC00, vertexId=vertex_1452787540243_0001_1_01, initRequestedTime=1452787540406, initedTime=1452787540414, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:40,415 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:40,415 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:40,415 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {30D277B334D64082B8CAEFE6187E984D=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:40,416 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] parallelism set to 1
2016-01-14 16:05:40,416 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:40,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787540243_0001_1_00, eventCount=1
2016-01-14 16:05:40,416 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:40,416 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BBE46CF65D3F441CABCAA0AF492450BF, vertexId=vertex_1452787540243_0001_1_00, initRequestedTime=1452787540405, initedTime=1452787540416, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:40,416 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] with distanceFromRoot: 0
2016-01-14 16:05:40,416 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:40,417 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,417 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,417 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:40,417 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787540243_0001_1_00, startRequestedTime=1452787540417, startedTime=1452787540417
2016-01-14 16:05:40,417 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:40,418 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:40,418 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_STARTED]: vertexName=BBE46CF65D3F441CABCAA0AF492450BF, taskId=task_1452787540243_0001_1_00_000000, scheduledTime=1452787540418, launchTime=1452787540418
2016-01-14 16:05:40,418 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540243_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:40,418 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787540243_0001_1_00 for vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] numStartedSources: 1 numSources: 1
2016-01-14 16:05:40,418 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] with distanceFromRoot: 1
2016-01-14 16:05:40,418 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,418 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: BBE46CF65D3F441CABCAA0AF492450BF in vertex: B970B66A0F724C8780CD2C9133DDAC00
2016-01-14 16:05:40,419 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B970B66A0F724C8780CD2C9133DDAC00 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:40,419 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:40,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787540243_0001_1_01, startRequestedTime=1452787540418, startedTime=1452787540418
2016-01-14 16:05:40,419 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:40,419 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator, VertexName: BBE46CF65D3F441CABCAA0AF492450BF, VertexParallelism: 1, TaskAttemptID:attempt_1452787540243_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=30D277B334D64082B8CAEFE6187E984D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B970B66A0F724C8780CD2C9133DDAC00, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:40,419 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540243_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:40,419 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:40,420 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:40,420 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:40,420 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:40,421 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787540243_0001_00_000001
2016-01-14 16:05:40,421 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:40,422 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787540243_0001_00_000001
2016-01-14 16:05:40,423 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:40,423 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first] submitted tez dag to app master: application_1452787540243_0001, with dag id: dag_1452787540243_0001_1
2016-01-14 16:05:40,423 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:40,424 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:40,424 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787540243_0001_00_000001, launchTime=1452787540423
2016-01-14 16:05:40,424 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540243_0001_00_000001
2016-01-14 16:05:40,425 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787540243_0001_1_00_000000_0] to container: [container_1452787540243_0001_00_000001]
2016-01-14 16:05:40,425 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:40,425 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787540243_0001_1_00_000000_0] started. Is using containerId: [container_1452787540243_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:40,426 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:40,426 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787540243_0001_00_000001 given task: attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,426 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BBE46CF65D3F441CABCAA0AF492450BF, taskAttemptId=attempt_1452787540243_0001_1_00_000000_0, startTime=1452787540425, containerId=container_1452787540243_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787540243_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:40,426 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540243_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:40,426 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540243_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:40,426 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540243_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,427 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,427 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,427 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:40,427 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:40,427 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:40,427 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:40,427 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:40,427 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator, VertexName: BBE46CF65D3F441CABCAA0AF492450BF, VertexParallelism: 1, TaskAttemptID:attempt_1452787540243_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=30D277B334D64082B8CAEFE6187E984D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B970B66A0F724C8780CD2C9133DDAC00, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:40,427 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:40,428 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787540243_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:40,429 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:40,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=30D277B334D64082B8CAEFE6187E984D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:40,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B970B66A0F724C8780CD2C9133DDAC00, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:40,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:40,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:40,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B970B66A0F724C8780CD2C9133DDAC00
2016-01-14 16:05:40,431 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 30D277B334D64082B8CAEFE6187E984D
2016-01-14 16:05:40,431 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 30D277B334D64082B8CAEFE6187E984D
2016-01-14 16:05:40,433 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:40,433 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B970B66A0F724C8780CD2C9133DDAC00
2016-01-14 16:05:40,433 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B970B66A0F724C8780CD2C9133DDAC00
2016-01-14 16:05:40,433 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:40,433 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 30D277B334D64082B8CAEFE6187E984D
2016-01-14 16:05:40,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 30D277B334D64082B8CAEFE6187E984D
2016-01-14 16:05:40,435 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:40,440 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BBE46CF65D3F441CABCAA0AF492450BF, ordinal: 0
2016-01-14 16:05:40,440 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BBE46CF65D3F441CABCAA0AF492450BF, mem on start (mb), free: 483, total: 590, max: 672
2016-01-14 16:05:40,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:40,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:40,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:40,442 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:40,442 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:40,443 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:40,443 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:40,443 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:40,443 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:40,444 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 30D277B334D64082B8CAEFE6187E984D, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:40,444 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B970B66A0F724C8780CD2C9133DDAC00, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:40,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:40,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 30D277B334D64082B8CAEFE6187E984D being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:40,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 30D277B334D64082B8CAEFE6187E984D
2016-01-14 16:05:40,444 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:40,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 30D277B334D64082B8CAEFE6187E984D
2016-01-14 16:05:40,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:40,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:40,445 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:40,445 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,445 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:40,446 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@55ba28ff
2016-01-14 16:05:40,447 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@55ba28ff
2016-01-14 16:05:40,447 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:40,447 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:40,447 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross-rev.txt"]
2016-01-14 16:05:40,448 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross-rev.txt"] streamed: true, id: 30D277B334D64082B8CAEFE6187E984D
2016-01-14 16:05:40,448 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(first)[by:[{1}:'num']], id: 18116F04BBC746AE9FCCD16C5991C338
2016-01-14 16:05:40,448 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(first)[by:[{1}:'num']] 18116F04BBC746AE9FCCD16C5991C338
2016-01-14 16:05:40,449 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6b887e59; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@4e1f3c36; comparator=cascading.tuple.hadoop.util.TupleComparator@64aa254b; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:40,449 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:40,449 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:40,449 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:40,464 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:40,464 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:40,464 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:40,464 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:40,464 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:40,466 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross-rev.txt"]
2016-01-14 16:05:40,466 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:40,466 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BBE46CF65D3F441CABCAA0AF492450BF, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:40,468 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:40,468 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 381, total: 590, max: 672
2016-01-14 16:05:40,469 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:40,469 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 381, total: 590, max: 672
2016-01-14 16:05:40,470 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,470 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BBE46CF65D3F441CABCAA0AF492450BF, mem on close (mb), free: 381, total: 590, max: 672
2016-01-14 16:05:40,471 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:40,471 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:40,471 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 105; bufvoid = 104857600
2016-01-14 16:05:40,471 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 16:05:40,472 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:40 Completed running task attempt: attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,475 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787540243_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:40,475 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787540243_0001_1_00, eventCount=1
2016-01-14 16:05:40,475 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=157, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787540466, Process_Duration=4, Process_End_Time=1452787540470, Read_Duration=2, Tuples_Read=37, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5]]
2016-01-14 16:05:40,475 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:40,475 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,475 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BBE46CF65D3F441CABCAA0AF492450BF, taskAttemptId=attempt_1452787540243_0001_1_00_000000_0, startTime=1452787540425, finishTime=1452787540475, timeTaken=50, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=157, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787540466, Process_Duration=4, Process_End_Time=1452787540470, Read_Duration=2, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-01-14 16:05:40,476 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540243_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:40,476 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40,476 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540243_0001_00_000001
2016-01-14 16:05:40,476 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_FINISHED]: vertexName=BBE46CF65D3F441CABCAA0AF492450BF, taskId=task_1452787540243_0001_1_00_000000, startTime=1452787540425, finishTime=1452787540476, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1452787540243_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=157, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787540466, Process_Duration=4, Process_End_Time=1452787540470, Read_Duration=2, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-01-14 16:05:40,476 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:40,476 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540243_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:40,476 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:40,477 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:40,477 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] : 1
2016-01-14 16:05:40,478 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,479 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_FINISHED]: vertexName=BBE46CF65D3F441CABCAA0AF492450BF, vertexId=vertex_1452787540243_0001_1_00, initRequestedTime=1452787540405, initedTime=1452787540416, startRequestedTime=1452787540417, startedTime=1452787540417, finishTime=1452787540478, timeTaken=61, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=157, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787540466, Process_Duration=4, Process_End_Time=1452787540470, Read_Duration=2, Tuples_Read=37, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1452787540425, firstTasksToStart=[ task_1452787540243_0001_1_00_000000 ], lastTaskFinishTime=1452787540475, lastTasksToFinish=[ task_1452787540243_0001_1_00_000000 ], minTaskDuration=50, maxTaskDuration=50, avgTaskDuration=50.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787540243_0001_1_00_000000 ], longestDurationTasks=[ task_1452787540243_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:40,479 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:40,479 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:40,479 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] attempt: attempt_1452787540243_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:40,479 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B970B66A0F724C8780CD2C9133DDAC00
2016-01-14 16:05:40,479 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,479 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:40,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_STARTED]: vertexName=B970B66A0F724C8780CD2C9133DDAC00, taskId=task_1452787540243_0001_1_01_000000, scheduledTime=1452787540480, launchTime=1452787540480
2016-01-14 16:05:40,480 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540243_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:40,480 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,480 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator, VertexName: B970B66A0F724C8780CD2C9133DDAC00, VertexParallelism: 1, TaskAttemptID:attempt_1452787540243_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BBE46CF65D3F441CABCAA0AF492450BF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=ABB747C853BB49B2A6BE7889E125054B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:40,480 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540243_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:40,480 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787540243_0001_00_000001, stoppedTime=1452787540480, exitStatus=0
2016-01-14 16:05:40,480 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:40,480 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:40,481 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:40,481 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:40,481 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:40,482 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787540243_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:40,482 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787540243_0001_00_000002
2016-01-14 16:05:40,482 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:40,482 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:40,484 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787540243_0001_00_000002
2016-01-14 16:05:40,484 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:40,486 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787540243_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:40,487 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540243_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:40,487 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787540243_0001_00_000001, Exiting
2016-01-14 16:05:40,487 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787540243_0001_00_000001
2016-01-14 16:05:40,487 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787540243_0001_00_000001
2016-01-14 16:05:40,488 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:40,488 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:40,489 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787540243_0001_00_000002, launchTime=1452787540488
2016-01-14 16:05:40,489 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787540243_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:40,490 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787540243_0001_00_000001 completed successfully
2016-01-14 16:05:40,490 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:40,490 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540243_0001_00_000002
2016-01-14 16:05:40,491 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787540243_0001_1_01_000000_0] to container: [container_1452787540243_0001_00_000002]
2016-01-14 16:05:40,491 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:40,492 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787540243_0001_1_01_000000_0] started. Is using containerId: [container_1452787540243_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:40,492 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B970B66A0F724C8780CD2C9133DDAC00, taskAttemptId=attempt_1452787540243_0001_1_01_000000_0, startTime=1452787540492, containerId=container_1452787540243_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787540243_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:40,492 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540243_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:40,492 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540243_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:40,492 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:40,493 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787540243_0001_00_000002 given task: attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,493 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540243_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,493 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,493 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,494 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:40,494 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:40,494 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:40,494 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:40,494 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:40,494 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769] first/(1/1) ...tnfieldswithoutcomparator, VertexName: B970B66A0F724C8780CD2C9133DDAC00, VertexParallelism: 1, TaskAttemptID:attempt_1452787540243_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BBE46CF65D3F441CABCAA0AF492450BF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=ABB747C853BB49B2A6BE7889E125054B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:40,494 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:40,495 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:40,495 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,496 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787540243_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:40,498 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BBE46CF65D3F441CABCAA0AF492450BF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:40,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:40,499 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,500 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:40,500 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:40,501 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,501 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,502 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,504 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:40,512 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B970B66A0F724C8780CD2C9133DDAC00, ordinal: 1
2016-01-14 16:05:40,512 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B970B66A0F724C8780CD2C9133DDAC00, mem on start (mb), free: 377, total: 590, max: 672
2016-01-14 16:05:40,513 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,513 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:40,513 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:40,512 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=ABB747C853BB49B2A6BE7889E125054B, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:40,514 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:40,515 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: ABB747C853BB49B2A6BE7889E125054B
2016-01-14 16:05:40,515 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:40,515 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: ABB747C853BB49B2A6BE7889E125054B
2016-01-14 16:05:40,526 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:40,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: ABB747C853BB49B2A6BE7889E125054B
2016-01-14 16:05:40,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:40,526 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:40,526 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:40,526 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:40,526 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:40,526 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:40,526 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:40,526 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BBE46CF65D3F441CABCAA0AF492450BF, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-01-14 16:05:40,526 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, ABB747C853BB49B2A6BE7889E125054B, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:40,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:40,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BBE46CF65D3F441CABCAA0AF492450BF being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:40,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:40,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:40,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,527 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:40,528 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:40,528 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: BBE46CF65D3F441CABCAA0AF492450BF with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:40,528 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-01-14 16:05:40,528 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:40,528 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:40,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:40,531 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,537 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(first)[by:[{1}:'num']]
2016-01-14 16:05:40,537 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(first)[by:[{1}:'num']] streamed: true, id: 18116F04BBC746AE9FCCD16C5991C338
2016-01-14 16:05:40,537 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator"], id: ABB747C853BB49B2A6BE7889E125054B
2016-01-14 16:05:40,537 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787540243_0001_1_00_000000_0_10210, runDuration: 42513, ]
2016-01-14 16:05:40,537 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator"]
2016-01-14 16:05:40,538 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(first)[by:[{1}:'num']] 18116F04BBC746AE9FCCD16C5991C338, for 1 inputs
2016-01-14 16:05:40,541 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787540243_0001_1_00_000000_0_10210] to DISK_DIRECT, CompressedSize=125, DecompressedSize=121,EndTime=1452787540541, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:40,541 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,542 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:40,542 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [BBE46CF65D3F441CABCAA0AF492450BF] #29 in 1ms
2016-01-14 16:05:40,543 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [BBE46CF65D3F441CABCAA0AF492450BF] #29, status:false, isInterrupted:false
2016-01-14 16:05:40,543 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:40,543 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 125 bytes from disk
2016-01-14 16:05:40,543 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:40,543 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:40,544 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 108 bytes
2016-01-14 16:05:40,544 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,544 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:40,544 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B970B66A0F724C8780CD2C9133DDAC00, all 1 inputs ready in: 00:00:00.006
2016-01-14 16:05:40,545 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@e8899e3; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2a2f0d89
2016-01-14 16:05:40,548 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:40,548 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:40,549 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,549 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787540243_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:40,550 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,550 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B970B66A0F724C8780CD2C9133DDAC00, mem on close (mb), free: 373, total: 590, max: 672
2016-01-14 16:05:40,550 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: BBE46CF65D3F441CABCAA0AF492450BF
2016-01-14 16:05:40,550 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:40,550 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:40,551 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:40,551 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:40,551 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:40 Completed running task attempt: attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,552 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787540243_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:40,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B970B66A0F724C8780CD2C9133DDAC00, taskAttemptId=attempt_1452787540243_0001_1_01_000000_0, startTime=1452787540492, finishTime=1452787540552, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=157, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787540544, Process_Duration=6, Process_End_Time=1452787540550, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:40,553 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540243_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:40,553 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:TASK_FINISHED]: vertexName=B970B66A0F724C8780CD2C9133DDAC00, taskId=task_1452787540243_0001_1_01_000000, startTime=1452787540492, finishTime=1452787540553, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1452787540243_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=157, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787540544, Process_Duration=6, Process_End_Time=1452787540550, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:40,554 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540243_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:40,554 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] : 1
2016-01-14 16:05:40,554 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:VERTEX_FINISHED]: vertexName=B970B66A0F724C8780CD2C9133DDAC00, vertexId=vertex_1452787540243_0001_1_01, initRequestedTime=1452787540406, initedTime=1452787540414, startRequestedTime=1452787540418, startedTime=1452787540418, finishTime=1452787540554, timeTaken=136, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=157, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787540544, Process_Duration=6, Process_End_Time=1452787540550, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787540492, firstTasksToStart=[ task_1452787540243_0001_1_01_000000 ], lastTaskFinishTime=1452787540552, lastTasksToFinish=[ task_1452787540243_0001_1_01_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787540243_0001_1_01_000000 ], longestDurationTasks=[ task_1452787540243_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:40,555 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:40,555 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:40,555 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787540243_0001_1
2016-01-14 16:05:40,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787540243_0001_1
2016-01-14 16:05:40,555 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: ABB747C853BB49B2A6BE7889E125054B for vertex: vertex_1452787540243_0001_1_01 [B970B66A0F724C8780CD2C9133DDAC00]
2016-01-14 16:05:40,556 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:40,557 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:40,557 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:40,558 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:40,564 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787540243_0001_1_00 [BBE46CF65D3F441CABCAA0AF492450BF]
2016-01-14 16:05:40,566 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787540243_0001_1, queueSize=0
2016-01-14 16:05:40,566 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:40,566 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787540243_0001_1, startTime=1452787540403, finishTime=1452787540564, timeTaken=161, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=521, FILE_BYTES_WRITTEN=199, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1237319680, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=105, OUTPUT_BYTES_WITH_OVERHEAD=121, OUTPUT_BYTES_PHYSICAL=125, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575081010, Process_Duration=10, Process_End_Time=2905575081020, Read_Duration=3, Tuples_Read=42, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=3, Num_Keys_Hit=32, Num_Keys_Missed=5
2016-01-14 16:05:40,567 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787540243_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:40,567 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787540243_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:40,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=157, FILE_BYTES_WRITTEN=42, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=618659840, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=125, SHUFFLE_BYTES=125, SHUFFLE_BYTES_DECOMPRESSED=121, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=125, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=16, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=10][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787540544, Process_Duration=6, Process_End_Time=1452787540550, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:40,567 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:40,567 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:40,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540243_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787540243_0001_00_000002, stoppedTime=1452787540567, exitStatus=0
2016-01-14 16:05:40,568 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,568 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:40,568 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540243_0001_00_000002
2016-01-14 16:05:40,568 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:40,568 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787540243_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:40,568 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540243_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:40 Completed Dag: dag_1452787540243_0001_1
2016-01-14 16:05:40,568 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787540243_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:40,568 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787540243_0001_1_post
2016-01-14 16:05:40,568 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,568 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787540243_0001_00_000002, Exiting
2016-01-14 16:05:40,568 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787540243_0001_00_000002
2016-01-14 16:05:40,568 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787540243_0001_00_000002
2016-01-14 16:05:40,569 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787540243_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:40,569 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787540243_0001_00_000002 completed successfully
2016-01-14 16:05:40,568 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:40,569 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787540243_0001_00_000002
2016-01-14 16:05:40,570 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540243_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:40,574 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...tnfieldswithoutcomparator, applicationId=application_1452787540243_0001
2016-01-14 16:05:40,575 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:40,575 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:40,576 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:40,576 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:40,576 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:40,576 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:40,577 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:40,577 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:40,577 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:40,577 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:40,577 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:40,577 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:40,577 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:40,582 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/BBC540DDB0BD44BBBA3A9D655B35D133/E2C604022F374D3B8A56EA6EF2F3E769/.tez/application_1452787540243_0001
2016-01-14 16:05:40,583 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [first]  completed in: 00:00.355
2016-01-14 16:05:40,617 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testFirstByWithoutComparator/firstnfieldswithoutcomparator
2016-01-14 16:05:40,640 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:40,641 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:40,681 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-01-14 16:05:40,692 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-01-14 16:05:40,692 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:40,692 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:40,692 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:40,720 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:40,725 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:40,726 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:40,726 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:40,731 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false584
2016-01-14 16:05:40,770 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: D96D5BA70F5940B7A3A9CF1856F0E244,C46FF665242F436D9B9E58FFDE77B9EB and D45972993E744906B06D063E5660D99A
2016-01-14 16:05:40,772 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting
2016-01-14 16:05:40,772 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:40,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:40,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  sink: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false584"]
2016-01-14 16:05:40,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  parallel execution of steps is enabled: false
2016-01-14 16:05:40,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  executing total steps: 1
2016-01-14 16:05:40,774 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  allocating management threads: 1
2016-01-14 16:05:40,775 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] starting step: (1/1) ...yHash/multimerge+false584
2016-01-14 16:05:40,776 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [name] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:40,788 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] tez session mode enabled: true
2016-01-14 16:05:40,792 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:40,793 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:40,793 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:40,802 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6/.tez/application_1452787540793_0001 doesn't exist and is created
2016-01-14 16:05:40,818 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:40,818 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:40,819 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6/.tez/application_1452787540793_0001
2016-01-14 16:05:40,821 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787540793_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:40,831 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:40,831 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:40,833 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:40,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:40,833 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6/.tez/application_1452787540793_0001/localmode-log-dir
2016-01-14 16:05:40,834 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6/.tez/application_1452787540793_0001/localmode-log-dir/history.txt.appattempt_1452787540793_0001_000000, maxErrors=10
2016-01-14 16:05:40,834 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:40,834 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787540793_0001_000000, appSubmitTime=1452787540821, launchTime=1452787540821
2016-01-14 16:05:40,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:40,839 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:42614
2016-01-14 16:05:40,841 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:40,843 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:40,843 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:40,844 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:40,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787540793_0001_000000, startTime=1452787540846
2016-01-14 16:05:40,846 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:40,846 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:40,919 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:40,919 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:40,919 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...yHash/multimerge+false584, applicationId=application_1452787540793_0001, dagName=[8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584
2016-01-14 16:05:40,934 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584
2016-01-14 16:05:40,935 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787540793_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6/.tez/application_1452787540793_0001/localmode-log-dir/dag_1452787540793_0001_1.dot
2016-01-14 16:05:40,936 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6/.tez/application_1452787540793_0001/localmode-log-dir/dag_1452787540793_0001_1-tez-dag.pb.txt
2016-01-14 16:05:40,945 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787540793_0001_1
2016-01-14 16:05:40,945 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,945 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584
2016-01-14 16:05:40 Running Dag: dag_1452787540793_0001_1
2016-01-14 16:05:40,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:40,957 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787540793_0001_1, submitTime=1452787540934
2016-01-14 16:05:40,958 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D45972993E744906B06D063E5660D99A
2016-01-14 16:05:40,958 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:40,958 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:40,958 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787540793_0001_1, initTime=1452787540957
2016-01-14 16:05:40,958 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787540793_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:40,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:DAG_STARTED]: dagID=dag_1452787540793_0001_1, startTime=1452787540959
2016-01-14 16:05:40,959 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:40,959 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:40,959 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...yHash/multimerge+false584, applicationId=application_1452787540793_0001, dagName=[8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584
2016-01-14 16:05:40,959 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787540793_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:40,961 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D96D5BA70F5940B7A3A9CF1856F0E244 : {CEE1BE77B9D34E7A9B97F5160FC14CE9={InputName=CEE1BE77B9D34E7A9B97F5160FC14CE9}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:40,961 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: CEE1BE77B9D34E7A9B97F5160FC14CE9, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:40,961 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:40,961 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:40,961 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:40,961 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]. Starting root input initializers: 1
2016-01-14 16:05:40,962 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:40,962 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C46FF665242F436D9B9E58FFDE77B9EB : {7CE92DE668C0463F85C9367341242199={InputName=7CE92DE668C0463F85C9367341242199}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:40,962 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7CE92DE668C0463F85C9367341242199, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:40,962 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:40,962 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:40,962 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:40,962 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]. Starting root input initializers: 1
2016-01-14 16:05:40,963 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:40,963 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:40,964 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7CE92DE668C0463F85C9367341242199 on vertex vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:40,966 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:40,966 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:40,966 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:40,966 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:40,966 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=07872041150946FC84ECEAF2A5B07BBF, vertexId=vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:40,967 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=07872041150946FC84ECEAF2A5B07BBF, vertexId=vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:40,966 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:40,968 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7CE92DE668C0463F85C9367341242199 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:40,968 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:40,968 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=07872041150946FC84ECEAF2A5B07BBF, vertexName=D45972993E744906B06D063E5660D99A, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:40,969 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=07872041150946FC84ECEAF2A5B07BBF, vertexId=vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:40,962 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: CEE1BE77B9D34E7A9B97F5160FC14CE9 on vertex vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:40,968 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:40,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:40,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D45972993E744906B06D063E5660D99A, vertexId=vertex_1452787540793_0001_1_02, initRequestedTime=1452787540963, initedTime=1452787540970, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:40,970 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:40,972 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:40,973 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7CE92DE668C0463F85C9367341242199 on vertex vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:40,973 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:40,973 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:40,973 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input CEE1BE77B9D34E7A9B97F5160FC14CE9 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:40,973 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7CE92DE668C0463F85C9367341242199=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:40,974 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:40,974 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:40,974 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] parallelism set to 1
2016-01-14 16:05:40,975 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:40,975 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787540793_0001_1_00, eventCount=1
2016-01-14 16:05:40,975 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:40,976 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: CEE1BE77B9D34E7A9B97F5160FC14CE9 on vertex vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:40,976 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name] submitted tez dag to app master: application_1452787540793_0001, with dag id: dag_1452787540793_0001_1
2016-01-14 16:05:40,976 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:40,976 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C46FF665242F436D9B9E58FFDE77B9EB, vertexId=vertex_1452787540793_0001_1_00, initRequestedTime=1452787540962, initedTime=1452787540975, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:40,976 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] with distanceFromRoot: 0
2016-01-14 16:05:40,977 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:40,977 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:40,977 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {CEE1BE77B9D34E7A9B97F5160FC14CE9=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:40,977 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] parallelism set to 1
2016-01-14 16:05:40,977 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:40,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787540793_0001_1_01, eventCount=1
2016-01-14 16:05:40,978 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:40,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D96D5BA70F5940B7A3A9CF1856F0E244, vertexId=vertex_1452787540793_0001_1_01, initRequestedTime=1452787540961, initedTime=1452787540978, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:40,978 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] with distanceFromRoot: 0
2016-01-14 16:05:40,979 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:40,979 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C46FF665242F436D9B9E58FFDE77B9EB
2016-01-14 16:05:40,979 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:40,979 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:40,979 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787540793_0001_1_00, startRequestedTime=1452787540979, startedTime=1452787540979
2016-01-14 16:05:40,980 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:40,980 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D96D5BA70F5940B7A3A9CF1856F0E244
2016-01-14 16:05:40,980 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:40,980 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:40,980 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787540793_0001_1_01, startRequestedTime=1452787540980, startedTime=1452787540980
2016-01-14 16:05:40,980 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:40,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:40,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_STARTED]: vertexName=C46FF665242F436D9B9E58FFDE77B9EB, taskId=task_1452787540793_0001_1_00_000000, scheduledTime=1452787540981, launchTime=1452787540981
2016-01-14 16:05:40,981 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:40,981 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787540793_0001_1_00 for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] numStartedSources: 1 numSources: 2
2016-01-14 16:05:40,981 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] numStartedSources: 1 numSources: 2
2016-01-14 16:05:40,982 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:40,982 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_STARTED]: vertexName=D96D5BA70F5940B7A3A9CF1856F0E244, taskId=task_1452787540793_0001_1_01_000000, scheduledTime=1452787540982, launchTime=1452787540982
2016-01-14 16:05:40,982 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:40,982 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787540793_0001_1_01 for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] numStartedSources: 2 numSources: 2
2016-01-14 16:05:40,982 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] with distanceFromRoot: 1
2016-01-14 16:05:40,982 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:40,983 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:40,983 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D96D5BA70F5940B7A3A9CF1856F0E244 in vertex: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:40,983 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C46FF665242F436D9B9E58FFDE77B9EB in vertex: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:40,983 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D45972993E744906B06D063E5660D99A with 2 source tasks and 1 pending tasks
2016-01-14 16:05:40,983 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:40,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787540793_0001_1_02, startRequestedTime=1452787540983, startedTime=1452787540983
2016-01-14 16:05:40,984 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:40,984 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584, VertexName: C46FF665242F436D9B9E58FFDE77B9EB, VertexParallelism: 1, TaskAttemptID:attempt_1452787540793_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7CE92DE668C0463F85C9367341242199, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D45972993E744906B06D063E5660D99A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:40,984 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:40,984 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584, VertexName: D96D5BA70F5940B7A3A9CF1856F0E244, VertexParallelism: 1, TaskAttemptID:attempt_1452787540793_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CEE1BE77B9D34E7A9B97F5160FC14CE9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D45972993E744906B06D063E5660D99A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:40,984 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:40,985 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:40,985 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:40,985 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:40,985 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:40,985 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:40,986 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787540793_0001_00_000001
2016-01-14 16:05:40,986 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:40,986 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787540793_0001_00_000002
2016-01-14 16:05:40,986 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:40,987 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787540793_0001_00_000001
2016-01-14 16:05:40,987 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:40,988 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:40,988 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:40,988 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787540793_0001_00_000001, launchTime=1452787540988
2016-01-14 16:05:40,988 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540793_0001_00_000001
2016-01-14 16:05:40,989 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787540793_0001_1_00_000000_0] to container: [container_1452787540793_0001_00_000001]
2016-01-14 16:05:40,989 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787540793_0001_00_000002
2016-01-14 16:05:40,989 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:40,989 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:40,989 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787540793_0001_00_000001 given task: attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:40,989 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540793_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:40,989 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787540793_0001_1_00_000000_0] started. Is using containerId: [container_1452787540793_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:40,989 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C46FF665242F436D9B9E58FFDE77B9EB, taskAttemptId=attempt_1452787540793_0001_1_00_000000_0, startTime=1452787540989, containerId=container_1452787540793_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787540793_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:40,990 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:40,990 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:40,990 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:40,990 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787540793_0001_00_000002, launchTime=1452787540990
2016-01-14 16:05:40,990 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:40,990 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,990 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:40,990 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:40,990 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:40,990 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540793_0001_00_000002
2016-01-14 16:05:40,990 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:40,991 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:40,991 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:40,991 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:40,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584, VertexName: C46FF665242F436D9B9E58FFDE77B9EB, VertexParallelism: 1, TaskAttemptID:attempt_1452787540793_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7CE92DE668C0463F85C9367341242199, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D45972993E744906B06D063E5660D99A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:40,991 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:40,991 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:40,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:40,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,992 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787540793_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:40,992 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787540793_0001_1_01_000000_0] to container: [container_1452787540793_0001_00_000002]
2016-01-14 16:05:40,992 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:40,992 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787540793_0001_00_000002 given task: attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:40,992 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540793_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:40,992 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787540793_0001_1_01_000000_0] started. Is using containerId: [container_1452787540793_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:40,993 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D96D5BA70F5940B7A3A9CF1856F0E244, taskAttemptId=attempt_1452787540793_0001_1_01_000000_0, startTime=1452787540992, containerId=container_1452787540793_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787540793_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:40,993 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:40,993 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:40,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:40,993 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:40,994 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:40,994 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:40,994 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:40,995 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:40,995 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:40,995 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:40,995 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:40,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584, VertexName: D96D5BA70F5940B7A3A9CF1856F0E244, VertexParallelism: 1, TaskAttemptID:attempt_1452787540793_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CEE1BE77B9D34E7A9B97F5160FC14CE9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D45972993E744906B06D063E5660D99A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:40,995 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:40,995 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:40,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7CE92DE668C0463F85C9367341242199, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:40,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:40,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7CE92DE668C0463F85C9367341242199
2016-01-14 16:05:40,996 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7CE92DE668C0463F85C9367341242199
2016-01-14 16:05:40,997 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:40,998 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7CE92DE668C0463F85C9367341242199
2016-01-14 16:05:40,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7CE92DE668C0463F85C9367341242199
2016-01-14 16:05:40,998 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:40,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:40,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,002 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C46FF665242F436D9B9E58FFDE77B9EB, ordinal: 1
2016-01-14 16:05:41,003 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C46FF665242F436D9B9E58FFDE77B9EB, mem on start (mb), free: 483, total: 590, max: 672
2016-01-14 16:05:41,003 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,004 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787540793_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:41,003 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CEE1BE77B9D34E7A9B97F5160FC14CE9, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:41,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:41,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CEE1BE77B9D34E7A9B97F5160FC14CE9
2016-01-14 16:05:41,005 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: CEE1BE77B9D34E7A9B97F5160FC14CE9
2016-01-14 16:05:41,003 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:41,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:41,006 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:41,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D45972993E744906B06D063E5660D99A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:41,006 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:41,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,008 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:41,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D45972993E744906B06D063E5660D99A, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:41,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:41,010 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,011 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:41,011 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,011 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:41,012 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:41,012 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: CEE1BE77B9D34E7A9B97F5160FC14CE9
2016-01-14 16:05:41,012 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CEE1BE77B9D34E7A9B97F5160FC14CE9
2016-01-14 16:05:41,012 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:41,012 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:41,012 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:41,012 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:41,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:41,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:41,013 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7CE92DE668C0463F85C9367341242199, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:41,013 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D45972993E744906B06D063E5660D99A, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:41,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:41,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7CE92DE668C0463F85C9367341242199
2016-01-14 16:05:41,013 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:41,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7CE92DE668C0463F85C9367341242199
2016-01-14 16:05:41,013 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7CE92DE668C0463F85C9367341242199 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:41,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:41,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:41,014 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:41,014 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:41,015 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:41,016 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@68c3883c
2016-01-14 16:05:41,017 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:41,018 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: 7CE92DE668C0463F85C9367341242199
2016-01-14 16:05:41,018 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: 2C5258F290374938BDF02179E1938D3A
2016-01-14 16:05:41,018 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 2C5258F290374938BDF02179E1938D3A
2016-01-14 16:05:41,019 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@68c3883c
2016-01-14 16:05:41,019 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:41,020 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:41,019 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D96D5BA70F5940B7A3A9CF1856F0E244, ordinal: 0
2016-01-14 16:05:41,020 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D96D5BA70F5940B7A3A9CF1856F0E244, mem on start (mb), free: 479, total: 590, max: 672
2016-01-14 16:05:41,020 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,020 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:41,020 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:41,020 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:41,020 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:41,020 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:41,021 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@1b9682fd; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@3671be31; comparator=cascading.tuple.hadoop.util.TupleComparator@657d9ee3; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:41,021 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:41,021 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:41,021 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:41,021 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:41,021 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:41,021 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:41,022 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CEE1BE77B9D34E7A9B97F5160FC14CE9, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:41,022 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D45972993E744906B06D063E5660D99A, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:41,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:41,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CEE1BE77B9D34E7A9B97F5160FC14CE9
2016-01-14 16:05:41,022 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:41,022 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CEE1BE77B9D34E7A9B97F5160FC14CE9
2016-01-14 16:05:41,022 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:41,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CEE1BE77B9D34E7A9B97F5160FC14CE9 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:41,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:41,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:41,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:41,024 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:41,025 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:41,036 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:41,037 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:41,037 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:41,037 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:41,037 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:41,037 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:41,038 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: CEE1BE77B9D34E7A9B97F5160FC14CE9
2016-01-14 16:05:41,038 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@549e3cd4
2016-01-14 16:05:41,038 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']], id: 2C5258F290374938BDF02179E1938D3A
2016-01-14 16:05:41,039 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 2C5258F290374938BDF02179E1938D3A
2016-01-14 16:05:41,040 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@467c19d2; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@7d834e24; comparator=cascading.tuple.hadoop.util.TupleComparator@57600256; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:41,041 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:41,041 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:41,041 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C46FF665242F436D9B9E58FFDE77B9EB, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:41,041 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:41,042 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:41,043 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:41,043 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:41,043 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 277, total: 590, max: 672
2016-01-14 16:05:41,043 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@549e3cd4
2016-01-14 16:05:41,044 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:41,044 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:41,045 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:41,045 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 277, total: 590, max: 672
2016-01-14 16:05:41,045 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:41,045 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 277, total: 590, max: 672
2016-01-14 16:05:41,046 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:41,046 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 277, total: 590, max: 672
2016-01-14 16:05:41,047 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:41,047 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C46FF665242F436D9B9E58FFDE77B9EB, mem on close (mb), free: 277, total: 590, max: 672
2016-01-14 16:05:41,047 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:41,047 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:41,047 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2016-01-14 16:05:41,047 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:41,050 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:41,053 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787540793_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:41,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787540793_0001_1_00, eventCount=1
2016-01-14 16:05:41,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C46FF665242F436D9B9E58FFDE77B9EB, taskAttemptId=attempt_1452787540793_0001_1_00_000000_0, startTime=1452787540989, finishTime=1452787541054, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541041, Process_Duration=6, Process_End_Time=1452787541047, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:41,055 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:41,055 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:41,055 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:41,059 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:41,059 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:41,060 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:41,060 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:41,060 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_FINISHED]: vertexName=C46FF665242F436D9B9E58FFDE77B9EB, taskId=task_1452787540793_0001_1_00_000000, startTime=1452787540989, finishTime=1452787541055, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1452787540793_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541041, Process_Duration=6, Process_End_Time=1452787541047, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:41,060 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:41,060 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:41,060 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] : 1
2016-01-14 16:05:41,060 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:41,060 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:41,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_FINISHED]: vertexName=C46FF665242F436D9B9E58FFDE77B9EB, vertexId=vertex_1452787540793_0001_1_00, initRequestedTime=1452787540962, initedTime=1452787540975, startRequestedTime=1452787540979, startedTime=1452787540979, finishTime=1452787541060, timeTaken=81, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541041, Process_Duration=6, Process_End_Time=1452787541047, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787540989, firstTasksToStart=[ task_1452787540793_0001_1_00_000000 ], lastTaskFinishTime=1452787541054, lastTasksToFinish=[ task_1452787540793_0001_1_00_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787540793_0001_1_00_000000 ], longestDurationTasks=[ task_1452787540793_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:41,061 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:41,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:41,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:41,062 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:41,062 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:41,063 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D96D5BA70F5940B7A3A9CF1856F0E244, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:41,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 31 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=109, FILE_BYTES_WRITTEN=250, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787541041, Process_Duration=6, Process_End_Time=1452787541047, Read_Duration=1, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:41,063 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:41,063 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] attempt: attempt_1452787540793_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:41,064 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787540793_0001_00_000001, stoppedTime=1452787541064, exitStatus=0
2016-01-14 16:05:41,064 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:41,064 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:41,064 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:41,064 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787540793_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:41,064 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:41,064 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:41,064 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,065 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540793_0001_00_000001
2016-01-14 16:05:41,065 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787540793_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:41,065 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540793_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:41,065 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787540793_0001_00_000001, Exiting
2016-01-14 16:05:41,065 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787540793_0001_00_000001
2016-01-14 16:05:41,065 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787540793_0001_00_000001
2016-01-14 16:05:41,065 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:41,065 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 276, total: 590, max: 672
2016-01-14 16:05:41,066 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787540793_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:41,066 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787540793_0001_00_000001 completed successfully
2016-01-14 16:05:41,066 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:41,067 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:41,067 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 275, total: 590, max: 672
2016-01-14 16:05:41,068 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:41,068 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 275, total: 590, max: 672
2016-01-14 16:05:41,068 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:41,068 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 275, total: 590, max: 672
2016-01-14 16:05:41,069 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:41,069 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D96D5BA70F5940B7A3A9CF1856F0E244, mem on close (mb), free: 275, total: 590, max: 672
2016-01-14 16:05:41,069 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:41,069 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:41,069 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 216; bufvoid = 104857600
2016-01-14 16:05:41,069 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:41,071 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:41,073 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787540793_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:41,073 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9097, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787541063, Process_Duration=6, Process_End_Time=1452787541069, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:41,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787540793_0001_1_01, eventCount=1
2016-01-14 16:05:41,073 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:41,073 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,073 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540793_0001_00_000002
2016-01-14 16:05:41,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D96D5BA70F5940B7A3A9CF1856F0E244, taskAttemptId=attempt_1452787540793_0001_1_01_000000_0, startTime=1452787540992, finishTime=1452787541073, timeTaken=81, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9097, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541063, Process_Duration=6, Process_End_Time=1452787541069, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:41,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:41,074 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:41,074 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:41,074 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:41,075 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:41,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_FINISHED]: vertexName=D96D5BA70F5940B7A3A9CF1856F0E244, taskId=task_1452787540793_0001_1_01_000000, startTime=1452787540992, finishTime=1452787541074, timeTaken=82, status=SUCCEEDED, successfulAttemptID=attempt_1452787540793_0001_1_01_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9097, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541063, Process_Duration=6, Process_End_Time=1452787541069, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:41,075 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:41,075 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:41,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787540793_0001_00_000002, stoppedTime=1452787541075, exitStatus=0
2016-01-14 16:05:41,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:41,076 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:41,076 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] : 1
2016-01-14 16:05:41,076 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:41,077 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:41,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_FINISHED]: vertexName=D96D5BA70F5940B7A3A9CF1856F0E244, vertexId=vertex_1452787540793_0001_1_01, initRequestedTime=1452787540961, initedTime=1452787540978, startRequestedTime=1452787540980, startedTime=1452787540980, finishTime=1452787541076, timeTaken=96, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=9097, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=216, OUTPUT_BYTES_WITH_OVERHEAD=214, OUTPUT_BYTES_PHYSICAL=218, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541063, Process_Duration=6, Process_End_Time=1452787541069, Read_Duration=3, Tuples_Read=13, Tuples_Written=9, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787540992, firstTasksToStart=[ task_1452787540793_0001_1_01_000000 ], lastTaskFinishTime=1452787541073, lastTasksToFinish=[ task_1452787540793_0001_1_01_000000 ], minTaskDuration=81, maxTaskDuration=81, avgTaskDuration=81.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787540793_0001_1_01_000000 ], longestDurationTasks=[ task_1452787540793_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:41,078 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:41,078 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787540793_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 16:05:41,078 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] attempt: attempt_1452787540793_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:41,078 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,078 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:41,079 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:41,079 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:41,079 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_STARTED]: vertexName=D45972993E744906B06D063E5660D99A, taskId=task_1452787540793_0001_1_02_000000, scheduledTime=1452787541079, launchTime=1452787541079
2016-01-14 16:05:41,079 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:41,079 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:41,080 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:41,080 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584, VertexName: D45972993E744906B06D063E5660D99A, VertexParallelism: 1, TaskAttemptID:attempt_1452787540793_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D96D5BA70F5940B7A3A9CF1856F0E244, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=C46FF665242F436D9B9E58FFDE77B9EB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=07872041150946FC84ECEAF2A5B07BBF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: D45972993E744906B06D063E5660D99A { D96D5BA70F5940B7A3A9CF1856F0E244 C46FF665242F436D9B9E58FFDE77B9EB } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:41,080 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:41,080 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:41,081 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787540793_0001_00_000003
2016-01-14 16:05:41,081 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:41,082 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787540793_0001_00_000003
2016-01-14 16:05:41,083 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:41,084 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:41,084 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787540793_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:41,084 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540793_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:41,084 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787540793_0001_00_000002, Exiting
2016-01-14 16:05:41,085 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787540793_0001_00_000002
2016-01-14 16:05:41,085 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787540793_0001_00_000002
2016-01-14 16:05:41,085 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:41,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787540793_0001_00_000003, launchTime=1452787541084
2016-01-14 16:05:41,085 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787540793_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:41,086 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787540793_0001_00_000002 completed successfully
2016-01-14 16:05:41,086 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540793_0001_00_000003
2016-01-14 16:05:41,086 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:41,086 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787540793_0001_1_02_000000_0] to container: [container_1452787540793_0001_00_000003]
2016-01-14 16:05:41,086 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:41,087 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787540793_0001_00_000003 given task: attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,087 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787540793_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,087 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787540793_0001_1_02_000000_0] started. Is using containerId: [container_1452787540793_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:41 Starting to run new task attempt: attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,087 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,087 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,087 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:41,087 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:41,087 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:41,087 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:41,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D45972993E744906B06D063E5660D99A, taskAttemptId=attempt_1452787540793_0001_1_02_000000_0, startTime=1452787541087, containerId=container_1452787540793_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787540793_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:41,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:41,088 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:41,088 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6] name/(1/1) ...yHash/multimerge+false584, VertexName: D45972993E744906B06D063E5660D99A, VertexParallelism: 1, TaskAttemptID:attempt_1452787540793_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D96D5BA70F5940B7A3A9CF1856F0E244, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=C46FF665242F436D9B9E58FFDE77B9EB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=07872041150946FC84ECEAF2A5B07BBF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: D45972993E744906B06D063E5660D99A { D96D5BA70F5940B7A3A9CF1856F0E244 C46FF665242F436D9B9E58FFDE77B9EB } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:41,088 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:41,088 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:41,088 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:41,089 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:41,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,090 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787540793_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:41,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C46FF665242F436D9B9E58FFDE77B9EB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:41,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:41,091 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C46FF665242F436D9B9E58FFDE77B9EB
2016-01-14 16:05:41,092 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D96D5BA70F5940B7A3A9CF1856F0E244, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:41,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:41,093 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D96D5BA70F5940B7A3A9CF1856F0E244
2016-01-14 16:05:41,095 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:41,095 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:41,095 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: D96D5BA70F5940B7A3A9CF1856F0E244
2016-01-14 16:05:41,095 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:41,096 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:41,096 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C46FF665242F436D9B9E58FFDE77B9EB
2016-01-14 16:05:41,096 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C46FF665242F436D9B9E58FFDE77B9EB
2016-01-14 16:05:41,095 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=07872041150946FC84ECEAF2A5B07BBF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:41,095 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,095 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D96D5BA70F5940B7A3A9CF1856F0E244
2016-01-14 16:05:41,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:41,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 07872041150946FC84ECEAF2A5B07BBF
2016-01-14 16:05:41,097 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:41,097 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 07872041150946FC84ECEAF2A5B07BBF
2016-01-14 16:05:41,099 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:41,108 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D45972993E744906B06D063E5660D99A, ordinal: 2
2016-01-14 16:05:41,108 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D45972993E744906B06D063E5660D99A, mem on start (mb), free: 269, total: 590, max: 672
2016-01-14 16:05:41,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:41,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:41,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:41,109 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:41,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 07872041150946FC84ECEAF2A5B07BBF
2016-01-14 16:05:41,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:41,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: D45972993E744906B06D063E5660D99A { D96D5BA70F5940B7A3A9CF1856F0E244 C46FF665242F436D9B9E58FFDE77B9EB } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
2016-01-14 16:05:41,110 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:41,110 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:41,110 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:41,110 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:41,110 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:41,111 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:41,111 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 16:05:41,111 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D96D5BA70F5940B7A3A9CF1856F0E244, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:41,111 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C46FF665242F436D9B9E58FFDE77B9EB, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:41,111 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 07872041150946FC84ECEAF2A5B07BBF, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:41,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:41,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring D96D5BA70F5940B7A3A9CF1856F0E244 for start, since it will be controlled via it's Group
2016-01-14 16:05:41,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring C46FF665242F436D9B9E58FFDE77B9EB for start, since it will be controlled via it's Group
2016-01-14 16:05:41,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,112 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:41,113 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:41,113 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D96D5BA70F5940B7A3A9CF1856F0E244 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:41,113 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:41,113 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:41,113 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:41,114 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:41,114 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:41,114 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C46FF665242F436D9B9E58FFDE77B9EB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:41,114 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:41,114 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:41,114 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:41,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D45972993E744906B06D063E5660D99A
2016-01-14 16:05:41,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: D45972993E744906B06D063E5660D99A being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:41,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:41,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:41,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:41,117 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,124 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787540793_0001_1_00_000000_0_10219, runDuration: 42080, ]
2016-01-14 16:05:41,124 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787540793_0001_1_01_000000_0_10218, runDuration: 64725, ]
2016-01-14 16:05:41,125 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']]
2016-01-14 16:05:41,126 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787540793_0001_1_00_000000_0_10219] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787541126, TimeTaken=1, Rate=0.21 MB/s
2016-01-14 16:05:41,126 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C46FF665242F436D9B9E58FFDE77B9EB
2016-01-14 16:05:41,126 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] streamed: true, id: 2C5258F290374938BDF02179E1938D3A
2016-01-14 16:05:41,126 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:41,126 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C46FF665242F436D9B9E58FFDE77B9EB] #31 in 1ms
2016-01-14 16:05:41,126 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false584"], id: 07872041150946FC84ECEAF2A5B07BBF
2016-01-14 16:05:41,126 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C46FF665242F436D9B9E58FFDE77B9EB] #31, status:false, isInterrupted:false
2016-01-14 16:05:41,126 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'sum', 'count', 'average']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false584"]
2016-01-14 16:05:41,127 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:41,126 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787540793_0001_1_01_000000_0_10218] to DISK_DIRECT, CompressedSize=218, DecompressedSize=214,EndTime=1452787541126, TimeTaken=1, Rate=0.21 MB/s
2016-01-14 16:05:41,127 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D96D5BA70F5940B7A3A9CF1856F0E244
2016-01-14 16:05:41,127 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:41,128 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 218 bytes from disk
2016-01-14 16:05:41,128 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:41,128 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:41,128 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-01-14 16:05:41,128 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C46FF665242F436D9B9E58FFDE77B9EB
2016-01-14 16:05:41,128 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:41,127 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(name)[by: multi-lhs:[{1}:'char'] multi-rhs:[{1}:'char']] 2C5258F290374938BDF02179E1938D3A, for 1 inputs
2016-01-14 16:05:41,128 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [D96D5BA70F5940B7A3A9CF1856F0E244] #30 in 3ms
2016-01-14 16:05:41,129 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D96D5BA70F5940B7A3A9CF1856F0E244] #30, status:false, isInterrupted:false
2016-01-14 16:05:41,129 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:41,130 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 218 bytes from disk
2016-01-14 16:05:41,130 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:41,130 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:41,130 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 201 bytes
2016-01-14 16:05:41,131 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D96D5BA70F5940B7A3A9CF1856F0E244
2016-01-14 16:05:41,131 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D45972993E744906B06D063E5660D99A, all 1 inputs ready in: 00:00:00.002
2016-01-14 16:05:41,131 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:41,132 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@72d0e932; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@717e0c81
2016-01-14 16:05:41,133 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@a37aa32; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4c86bddb
2016-01-14 16:05:41,136 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:41,136 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:41,136 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,136 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787540793_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 16:05:41,137 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,137 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D45972993E744906B06D063E5660D99A, mem on close (mb), free: 264, total: 590, max: 672
2016-01-14 16:05:41,137 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D96D5BA70F5940B7A3A9CF1856F0E244
2016-01-14 16:05:41,137 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:41,138 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:41,138 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:41,138 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:41,138 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:41,138 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C46FF665242F436D9B9E58FFDE77B9EB
2016-01-14 16:05:41,139 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:41,140 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:41,140 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:41,140 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:41,140 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,141 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787540793_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:41,142 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=12][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787541131, Process_Duration=6, Process_End_Time=1452787541137, Read_Duration=3, Tuples_Read=18, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:41,142 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D45972993E744906B06D063E5660D99A, taskAttemptId=attempt_1452787540793_0001_1_02_000000_0, startTime=1452787541087, finishTime=1452787541142, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541131, Process_Duration=6, Process_End_Time=1452787541137, Read_Duration=3, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:41,142 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:41,142 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787540793_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:41,142 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,142 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41,142 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787540793_0001_00_000003
2016-01-14 16:05:41,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:TASK_FINISHED]: vertexName=D45972993E744906B06D063E5660D99A, taskId=task_1452787540793_0001_1_02_000000, startTime=1452787541087, finishTime=1452787541142, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1452787540793_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541131, Process_Duration=6, Process_End_Time=1452787541137, Read_Duration=3, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:41,143 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787540793_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:41,143 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] : 1
2016-01-14 16:05:41,143 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:41,144 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:VERTEX_FINISHED]: vertexName=D45972993E744906B06D063E5660D99A, vertexId=vertex_1452787540793_0001_1_02, initRequestedTime=1452787540963, initedTime=1452787540970, startRequestedTime=1452787540983, startedTime=1452787540983, finishTime=1452787541143, timeTaken=160, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=500, FILE_BYTES_WRITTEN=587, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=18, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541131, Process_Duration=6, Process_End_Time=1452787541137, Read_Duration=3, Tuples_Read=18, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787541087, firstTasksToStart=[ task_1452787540793_0001_1_02_000000 ], lastTaskFinishTime=1452787541142, lastTasksToFinish=[ task_1452787540793_0001_1_02_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787540793_0001_1_02_000000 ], longestDurationTasks=[ task_1452787540793_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:41,144 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:41,144 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:41,144 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787540793_0001_1
2016-01-14 16:05:41,144 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787540793_0001_1
2016-01-14 16:05:41,144 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787540793_0001_1_01 [D96D5BA70F5940B7A3A9CF1856F0E244]
2016-01-14 16:05:41,144 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787540793_0001_1_00 [C46FF665242F436D9B9E58FFDE77B9EB]
2016-01-14 16:05:41,144 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 07872041150946FC84ECEAF2A5B07BBF for vertex: vertex_1452787540793_0001_1_02 [D45972993E744906B06D063E5660D99A]
2016-01-14 16:05:41,145 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:41,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:41,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:41,146 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:41,154 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787540793_0001_1, queueSize=0
2016-01-14 16:05:41,154 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:41,155 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787540793_0001_1, startTime=1452787540959, finishTime=1452787541152, timeTaken=193, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=828, FILE_BYTES_WRITTEN=9934, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=18, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=36, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1857552384, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=23, OUTPUT_BYTES=432, OUTPUT_BYTES_WITH_OVERHEAD=428, OUTPUT_BYTES_PHYSICAL=436, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=436, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=436, SHUFFLE_BYTES_DECOMPRESSED=428, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=436, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=15, MERGE_PHASE_TIME=18, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358362623235, Process_Duration=18, Process_End_Time=4358362623253, Read_Duration=7, Tuples_Read=44, Tuples_Written=23, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=14, Num_Keys_Hit=8, Num_Keys_Missed=18
2016-01-14 16:05:41,155 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787540793_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:41,155 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787540793_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:41,155 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:41,156 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787540793_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787540793_0001_00_000003, stoppedTime=1452787541156, exitStatus=0
2016-01-14 16:05:41,156 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:41,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:41 Completed Dag: dag_1452787540793_0001_1
2016-01-14 16:05:41,157 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787540793_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:41,157 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787540793_0001_1_post
2016-01-14 16:05:41,157 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,157 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:41,158 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787540793_0001_00_000003. Relying on regular task shutdown for it to end
2016-01-14 16:05:41,158 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787540793_0001_00_000003 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:41,163 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...yHash/multimerge+false584, applicationId=application_1452787540793_0001
2016-01-14 16:05:41,164 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:41,164 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:41,164 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:41,164 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:41,164 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:41,165 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:41,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:41,165 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:41,165 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:41,165 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:41,165 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:41,166 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:41,166 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:41,166 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1452787540793_0001_00_000003
2016-01-14 16:05:41,166 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787540793_0001_00_000003
2016-01-14 16:05:41,167 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787540793_0001_00_000003
2016-01-14 16:05:41,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8853ECA900BD4E8B81D5C02F4D4D38AB/F1A3272755AC4A2782DEFA56F07BF0C6/.tez/application_1452787540793_0001
2016-01-14 16:05:41,173 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [name]  completed in: 00:00.401
2016-01-14 16:05:41,236 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:41,237 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:41,249 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testParallelAggregatesMergeLegacyHash/multimerge+false584
2016-01-14 16:05:41,273 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:41,273 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:41,339 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.043
2016-01-14 16:05:41,355 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.059
2016-01-14 16:05:41,356 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 6
2016-01-14 16:05:41,356 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 6
2016-01-14 16:05:41,356 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:41,380 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:41,401 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway
2016-01-14 16:05:41,673 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] starting
2016-01-14 16:05:41,673 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:41,674 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...]  sink: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway"]
2016-01-14 16:05:41,674 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...]  parallel execution of steps is enabled: false
2016-01-14 16:05:41,674 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...]  executing total steps: 1
2016-01-14 16:05:41,674 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...]  allocating management threads: 1
2016-01-14 16:05:41,675 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] starting step: (1/1) ...y/samesourcemergethreeway
2016-01-14 16:05:41,675 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [count-lhs*source*count...] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:41,687 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] tez session mode enabled: true
2016-01-14 16:05:41,691 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:41,691 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:41,691 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:41,700 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185/.tez/application_1452787541691_0001 doesn't exist and is created
2016-01-14 16:05:41,714 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:41,714 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:41,715 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185/.tez/application_1452787541691_0001
2016-01-14 16:05:41,718 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787541691_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:41,727 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:41,728 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:41,732 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:41,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:41,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185/.tez/application_1452787541691_0001/localmode-log-dir
2016-01-14 16:05:41,734 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185/.tez/application_1452787541691_0001/localmode-log-dir/history.txt.appattempt_1452787541691_0001_000000, maxErrors=10
2016-01-14 16:05:41,734 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:41,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787541691_0001_000000, appSubmitTime=1452787541717, launchTime=1452787541717
2016-01-14 16:05:41,740 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:54636
2016-01-14 16:05:41,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:41,743 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:41,744 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:41,745 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:41,746 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787541691_0001_000000, startTime=1452787541746
2016-01-14 16:05:41,746 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:41,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:41,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:41,773 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:41,773 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:41,815 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:41,815 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:41,815 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...y/samesourcemergethreeway, applicationId=application_1452787541691_0001, dagName=[8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-01-14 16:05:41,830 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-01-14 16:05:41,831 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787541691_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185/.tez/application_1452787541691_0001/localmode-log-dir/dag_1452787541691_0001_1.dot
2016-01-14 16:05:41,832 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185/.tez/application_1452787541691_0001/localmode-log-dir/dag_1452787541691_0001_1-tez-dag.pb.txt
2016-01-14 16:05:41,848 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787541691_0001_1
2016-01-14 16:05:41,848 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,849 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-01-14 16:05:41 Running Dag: dag_1452787541691_0001_1
2016-01-14 16:05:41,862 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787541691_0001_1, submitTime=1452787541830
2016-01-14 16:05:41,862 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:41,864 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:41,864 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:41,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787541691_0001_1, initTime=1452787541862
2016-01-14 16:05:41,864 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787541691_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:41,864 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:41,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:DAG_STARTED]: dagID=dag_1452787541691_0001_1, startTime=1452787541865
2016-01-14 16:05:41,865 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:41,865 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...y/samesourcemergethreeway, applicationId=application_1452787541691_0001, dagName=[8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway
2016-01-14 16:05:41,865 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:41,865 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787541691_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:41,865 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C5B532FB29F34AD993B8930306E2A4A7 : {E599E20B1F334DCF9590A9D498DD1ACB={InputName=E599E20B1F334DCF9590A9D498DD1ACB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:41,866 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E599E20B1F334DCF9590A9D498DD1ACB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:41,866 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,866 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,866 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,866 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]. Starting root input initializers: 1
2016-01-14 16:05:41,867 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:41,867 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143]
2016-01-14 16:05:41,870 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:41,870 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143]
2016-01-14 16:05:41,870 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143]
2016-01-14 16:05:41,870 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:41,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CF5D60BCE10441A58610B870C6221143, vertexId=vertex_1452787541691_0001_1_01, initRequestedTime=1452787541867, initedTime=1452787541870, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:41,870 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:41,870 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D]
2016-01-14 16:05:41,872 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E599E20B1F334DCF9590A9D498DD1ACB on vertex vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,873 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:41,873 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D]
2016-01-14 16:05:41,874 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D]
2016-01-14 16:05:41,874 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:41,874 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E897B9EF72564133A84785BDDBB7074D, vertexId=vertex_1452787541691_0001_1_03, initRequestedTime=1452787541870, initedTime=1452787541874, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:41,874 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:41,874 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8]
2016-01-14 16:05:41,877 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:41,877 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:41,877 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8]
2016-01-14 16:05:41,877 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8]
2016-01-14 16:05:41,878 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:41,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CC34B0376198498FBC02A16DF26EB0E8, vertexId=vertex_1452787541691_0001_1_02, initRequestedTime=1452787541874, initedTime=1452787541878, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:41,878 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:41,878 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5]
2016-01-14 16:05:41,881 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:41,881 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5]
2016-01-14 16:05:41,882 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5]
2016-01-14 16:05:41,882 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E599E20B1F334DCF9590A9D498DD1ACB asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:41,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A421FB02ABBD46A282ECB699BA29E0F5, vertexId=vertex_1452787541691_0001_1_04, initRequestedTime=1452787541878, initedTime=1452787541882, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:41,882 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:41,882 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:41,882 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:41,883 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:41,883 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:41,884 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:41,885 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E599E20B1F334DCF9590A9D498DD1ACB on vertex vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,885 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...] submitted tez dag to app master: application_1452787541691_0001, with dag id: dag_1452787541691_0001_1
2016-01-14 16:05:41,885 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:41,885 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:41,886 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:41,886 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:41,886 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=2942E1D3D3A543DDAA30B41AAC881387, vertexId=vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:41,886 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=2942E1D3D3A543DDAA30B41AAC881387, vertexId=vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:41,888 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=2942E1D3D3A543DDAA30B41AAC881387, vertexName=F180B7CC20EC4627BF16A334630CAFCE, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:41,888 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=2942E1D3D3A543DDAA30B41AAC881387, vertexId=vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:41,889 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:41,889 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F180B7CC20EC4627BF16A334630CAFCE, vertexId=vertex_1452787541691_0001_1_05, initRequestedTime=1452787541882, initedTime=1452787541889, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:41,889 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:41,889 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:41,889 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E599E20B1F334DCF9590A9D498DD1ACB=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:41,890 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] parallelism set to 1
2016-01-14 16:05:41,890 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:41,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787541691_0001_1_00, eventCount=1
2016-01-14 16:05:41,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:41,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C5B532FB29F34AD993B8930306E2A4A7, vertexId=vertex_1452787541691_0001_1_00, initRequestedTime=1452787541865, initedTime=1452787541890, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:41,891 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] with distanceFromRoot: 0
2016-01-14 16:05:41,891 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:41,892 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:41,892 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,892 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:41,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787541691_0001_1_00, startRequestedTime=1452787541892, startedTime=1452787541892
2016-01-14 16:05:41,892 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:41,893 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:41,893 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_STARTED]: vertexName=C5B532FB29F34AD993B8930306E2A4A7, taskId=task_1452787541691_0001_1_00_000000, scheduledTime=1452787541892, launchTime=1452787541892
2016-01-14 16:05:41,893 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:41,893 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787541691_0001_1_00 for vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] numStartedSources: 1 numSources: 1
2016-01-14 16:05:41,893 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] with distanceFromRoot: 1
2016-01-14 16:05:41,894 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,894 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C5B532FB29F34AD993B8930306E2A4A7 in vertex: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:41,894 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: CF5D60BCE10441A58610B870C6221143 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:41,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:41,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787541691_0001_1_01, startRequestedTime=1452787541894, startedTime=1452787541894
2016-01-14 16:05:41,895 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:41,895 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: C5B532FB29F34AD993B8930306E2A4A7, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E599E20B1F334DCF9590A9D498DD1ACB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:41,895 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:41,895 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787541691_0001_1_01 for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] numStartedSources: 1 numSources: 2
2016-01-14 16:05:41,895 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] numStartedSources: 1 numSources: 2
2016-01-14 16:05:41,895 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787541691_0001_1_01 for vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] numStartedSources: 1 numSources: 1
2016-01-14 16:05:41,896 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] with distanceFromRoot: 2
2016-01-14 16:05:41,896 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787541691_0001_1_01 for vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] numStartedSources: 1 numSources: 1
2016-01-14 16:05:41,896 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] with distanceFromRoot: 2
2016-01-14 16:05:41,896 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:41,896 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: CF5D60BCE10441A58610B870C6221143 in vertex: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:41,896 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: E897B9EF72564133A84785BDDBB7074D with 1 source tasks and 1 pending tasks
2016-01-14 16:05:41,897 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:41,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787541691_0001_1_03, startRequestedTime=1452787541896, startedTime=1452787541896
2016-01-14 16:05:41,897 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:41,897 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: CF5D60BCE10441A58610B870C6221143 in vertex: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:41,898 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: CC34B0376198498FBC02A16DF26EB0E8 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:41,898 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:41,898 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:41,898 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787541691_0001_1_02, startRequestedTime=1452787541897, startedTime=1452787541897
2016-01-14 16:05:41,899 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:41,899 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787541691_0001_1_03 for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] numStartedSources: 1 numSources: 2
2016-01-14 16:05:41,899 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] numStartedSources: 1 numSources: 2
2016-01-14 16:05:41,899 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:41,899 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:41,900 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787541691_0001_00_000001
2016-01-14 16:05:41,900 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:41,900 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787541691_0001_1_02 for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] numStartedSources: 2 numSources: 2
2016-01-14 16:05:41,900 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] with distanceFromRoot: 3
2016-01-14 16:05:41,902 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787541691_0001_00_000001
2016-01-14 16:05:41,902 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:41,903 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: CF5D60BCE10441A58610B870C6221143 in vertex: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:41,903 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: CC34B0376198498FBC02A16DF26EB0E8 in vertex: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:41,903 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: A421FB02ABBD46A282ECB699BA29E0F5 with 2 source tasks and 1 pending tasks
2016-01-14 16:05:41,903 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787541691_0001_00_000001, launchTime=1452787541903
2016-01-14 16:05:41,904 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787541691_0001_1_04, startRequestedTime=1452787541903, startedTime=1452787541903
2016-01-14 16:05:41,903 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:41,904 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:41,904 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000001
2016-01-14 16:05:41,904 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:41,904 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:41,905 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787541691_0001_1_04 for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] numStartedSources: 2 numSources: 2
2016-01-14 16:05:41,905 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] with distanceFromRoot: 4
2016-01-14 16:05:41,905 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E897B9EF72564133A84785BDDBB7074D in vertex: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:41,905 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A421FB02ABBD46A282ECB699BA29E0F5 in vertex: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:41,905 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: F180B7CC20EC4627BF16A334630CAFCE with 2 source tasks and 1 pending tasks
2016-01-14 16:05:41,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:41,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787541691_0001_1_05, startRequestedTime=1452787541905, startedTime=1452787541905
2016-01-14 16:05:41,906 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:41,915 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787541691_0001_1_00_000000_0] to container: [container_1452787541691_0001_00_000001]
2016-01-14 16:05:41,915 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:41,916 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787541691_0001_00_000001 given task: attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,916 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41 Starting to run new task attempt: attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,917 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,917 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787541691_0001_1_00_000000_0] started. Is using containerId: [container_1452787541691_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:41,917 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,917 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:41,917 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:41,917 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:41,917 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:41,917 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:41,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: C5B532FB29F34AD993B8930306E2A4A7, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E599E20B1F334DCF9590A9D498DD1ACB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:41,918 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:41,918 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:41,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C5B532FB29F34AD993B8930306E2A4A7, taskAttemptId=attempt_1452787541691_0001_1_00_000000_0, startTime=1452787541917, containerId=container_1452787541691_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787541691_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:41,919 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:41,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,919 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:41,919 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:41,919 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787541691_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:41,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E599E20B1F334DCF9590A9D498DD1ACB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:41,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:41,920 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:41,921 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:41,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:41,922 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:41,922 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:41,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:41,922 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:41,922 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E599E20B1F334DCF9590A9D498DD1ACB
2016-01-14 16:05:41,923 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E599E20B1F334DCF9590A9D498DD1ACB
2016-01-14 16:05:41,925 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:41,925 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E599E20B1F334DCF9590A9D498DD1ACB
2016-01-14 16:05:41,925 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E599E20B1F334DCF9590A9D498DD1ACB
2016-01-14 16:05:41,926 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C5B532FB29F34AD993B8930306E2A4A7, ordinal: 0
2016-01-14 16:05:41,926 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C5B532FB29F34AD993B8930306E2A4A7, mem on start (mb), free: 273, total: 592, max: 672
2016-01-14 16:05:41,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:41,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:41,926 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:41,926 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:41,927 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:41,927 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:41,927 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:41,927 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:41,927 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:41,927 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CF5D60BCE10441A58610B870C6221143, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:41,927 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E599E20B1F334DCF9590A9D498DD1ACB, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:41,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:41,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E599E20B1F334DCF9590A9D498DD1ACB being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:41,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:41,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:41,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E599E20B1F334DCF9590A9D498DD1ACB
2016-01-14 16:05:41,928 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:41,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E599E20B1F334DCF9590A9D498DD1ACB
2016-01-14 16:05:41,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:41,928 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,928 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:41,929 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5e3aa7e
2016-01-14 16:05:41,930 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5e3aa7e
2016-01-14 16:05:41,930 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:41,931 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:41,936 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:41,937 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: E599E20B1F334DCF9590A9D498DD1ACB
2016-01-14 16:05:41,937 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(source)[by:[{1}:'char']], id: A99191720D7941239C2A133EE81F0C40
2016-01-14 16:05:41,937 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(source)[by:[{1}:'char']] A99191720D7941239C2A133EE81F0C40
2016-01-14 16:05:41,938 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@4b832849; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@fc9f75a; comparator=cascading.tuple.hadoop.util.TupleComparator@148e3dcf; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:41,938 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:41,938 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:41,938 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:41,955 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:41,955 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:41,955 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:41,955 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:41,955 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:41,956 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:41,956 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:41,956 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C5B532FB29F34AD993B8930306E2A4A7, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:41,957 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:41,957 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 171, total: 592, max: 672
2016-01-14 16:05:41,959 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:41,959 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 171, total: 592, max: 672
2016-01-14 16:05:41,959 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 5, with capacity: 2
2016-01-14 16:05:41,959 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 171, total: 592, max: 672
2016-01-14 16:05:41,960 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 7, with capacity: 2
2016-01-14 16:05:41,960 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 171, total: 592, max: 672
2016-01-14 16:05:41,960 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,960 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C5B532FB29F34AD993B8930306E2A4A7, mem on close (mb), free: 171, total: 592, max: 672
2016-01-14 16:05:41,960 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:41,960 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:41,961 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 99; bufvoid = 104857600
2016-01-14 16:05:41,961 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214364(104857456); length = 33/6553600
2016-01-14 16:05:41,963 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,966 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787541691_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:41,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787541691_0001_1_00, eventCount=1
2016-01-14 16:05:41,966 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=653, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=620756992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787541956, Process_Duration=4, Process_End_Time=1452787541960, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9]]
2016-01-14 16:05:41,966 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:41,966 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C5B532FB29F34AD993B8930306E2A4A7, taskAttemptId=attempt_1452787541691_0001_1_00_000000_0, startTime=1452787541917, finishTime=1452787541966, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=653, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=620756992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541956, Process_Duration=4, Process_End_Time=1452787541960, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:41,966 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:41,966 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:41,967 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:41,967 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41,968 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000001
2016-01-14 16:05:41,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:41,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_FINISHED]: vertexName=C5B532FB29F34AD993B8930306E2A4A7, taskId=task_1452787541691_0001_1_00_000000, startTime=1452787541917, finishTime=1452787541968, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1452787541691_0001_1_00_000000_0, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=653, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=620756992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541956, Process_Duration=4, Process_End_Time=1452787541960, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9
2016-01-14 16:05:41,969 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:41,969 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] : 1
2016-01-14 16:05:41,969 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:41,970 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:41,970 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_FINISHED]: vertexName=C5B532FB29F34AD993B8930306E2A4A7, vertexId=vertex_1452787541691_0001_1_00, initRequestedTime=1452787541865, initedTime=1452787541890, startRequestedTime=1452787541892, startedTime=1452787541892, finishTime=1452787541969, timeTaken=77, status=SUCCEEDED, diagnostics=, counters=Counters: 31, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=653, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=9, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=620756992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=9, OUTPUT_BYTES=99, OUTPUT_BYTES_WITH_OVERHEAD=97, OUTPUT_BYTES_PHYSICAL=101, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787541956, Process_Duration=4, Process_End_Time=1452787541960, Read_Duration=2, Tuples_Read=13, Tuples_Written=9, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=7, Num_Keys_Hit=4, Num_Keys_Missed=9, vertexStats=firstTaskStartTime=1452787541917, firstTasksToStart=[ task_1452787541691_0001_1_00_000000 ], lastTaskFinishTime=1452787541966, lastTasksToFinish=[ task_1452787541691_0001_1_00_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787541691_0001_1_00_000000 ], longestDurationTasks=[ task_1452787541691_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:41,971 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:41,971 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:41,971 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:41,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787541691_0001_00_000001, stoppedTime=1452787541971, exitStatus=0
2016-01-14 16:05:41,972 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:41,972 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] attempt: attempt_1452787541691_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:41,972 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:41,973 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143]
2016-01-14 16:05:41,973 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-01-14 16:05:41,973 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787541691_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:41,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:41,974 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_STARTED]: vertexName=CF5D60BCE10441A58610B870C6221143, taskId=task_1452787541691_0001_1_01_000000, scheduledTime=1452787541973, launchTime=1452787541973
2016-01-14 16:05:41,974 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:41,974 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:41,974 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143]
2016-01-14 16:05:41,975 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: CF5D60BCE10441A58610B870C6221143, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=3, inputSpecList=[{{ sourceVertexName=C5B532FB29F34AD993B8930306E2A4A7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, {{ destinationVertexName=E897B9EF72564133A84785BDDBB7074D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, {{ destinationVertexName=CC34B0376198498FBC02A16DF26EB0E8, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:41,975 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:41,975 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:41,976 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787541691_0001_00_000002
2016-01-14 16:05:41,976 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:41,977 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787541691_0001_00_000002
2016-01-14 16:05:41,977 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:41,978 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:41,978 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:41,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787541691_0001_00_000002, launchTime=1452787541978
2016-01-14 16:05:41,979 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787541691_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:41,979 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:41,979 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787541691_0001_00_000001, Exiting
2016-01-14 16:05:41,979 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787541691_0001_00_000001
2016-01-14 16:05:41,979 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787541691_0001_00_000001
2016-01-14 16:05:41,979 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000002
2016-01-14 16:05:41,980 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787541691_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:41,980 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787541691_0001_00_000001 completed successfully
2016-01-14 16:05:41,980 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787541691_0001_1_01_000000_0] to container: [container_1452787541691_0001_00_000002]
2016-01-14 16:05:41,980 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:41,981 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787541691_0001_00_000002 given task: attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:41,981 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:41,980 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:41 Starting to run new task attempt: attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:41,981 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787541691_0001_1_01_000000_0] started. Is using containerId: [container_1452787541691_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:41,981 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:41,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CF5D60BCE10441A58610B870C6221143, taskAttemptId=attempt_1452787541691_0001_1_01_000000_0, startTime=1452787541981, containerId=container_1452787541691_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787541691_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:41,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:41,981 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:41,981 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:41,982 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:41,982 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:41,982 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:41,982 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:41,982 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:41,982 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:41,982 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: CF5D60BCE10441A58610B870C6221143, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=3, inputSpecList=[{{ sourceVertexName=C5B532FB29F34AD993B8930306E2A4A7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, {{ destinationVertexName=E897B9EF72564133A84785BDDBB7074D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, {{ destinationVertexName=CC34B0376198498FBC02A16DF26EB0E8, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:41,982 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=3, JVM.maxFree=704643072
2016-01-14 16:05:41,983 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:41,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:41,983 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C5B532FB29F34AD993B8930306E2A4A7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:41,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:41,984 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:41,986 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:41,986 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:41,986 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:41,986 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787541691_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:41,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:41,987 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:41,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:41,988 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:41,990 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:41,990 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:41,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:41,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E897B9EF72564133A84785BDDBB7074D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:41,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:41,992 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:41,992 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CC34B0376198498FBC02A16DF26EB0E8, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:41,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:41,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:41,993 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:41,994 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:41,994 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:41,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:41,995 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:41,995 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:41,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:41,998 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CF5D60BCE10441A58610B870C6221143, ordinal: 1
2016-01-14 16:05:41,998 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CF5D60BCE10441A58610B870C6221143, mem on start (mb), free: 164, total: 592, max: 672
2016-01-14 16:05:41,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:41,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 4 initializers to finish
2016-01-14 16:05:41,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:41,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:41,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:41,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:41,999 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:41,999 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:42,000 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,001 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,001 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,002 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.06, finalReserveFractionUsed=0.36
2016-01-14 16:05:42,002 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 4, numScaledRequests: 48, TotalRequested: 948751552, TotalRequestedScaled: 2.37187888E8, TotalJVMHeap: 704643072, TotalAvailable: 450971566, TotalRequested/TotalJVMHeap:1.35
2016-01-14 16:05:42,003 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C5B532FB29F34AD993B8930306E2A4A7, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=301445182
2016-01-14 16:05:42,003 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A421FB02ABBD46A282ECB699BA29E0F5, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=49842127
2016-01-14 16:05:42,003 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E897B9EF72564133A84785BDDBB7074D, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=49842127
2016-01-14 16:05:42,004 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CC34B0376198498FBC02A16DF26EB0E8, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=49842127
2016-01-14 16:05:42,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:42,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:42,005 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C5B532FB29F34AD993B8930306E2A4A7 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:42,005 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:42,005 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:42,005 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C5B532FB29F34AD993B8930306E2A4A7 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:42,006 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=301445182. Updated to: ShuffleMem=301445182, postMergeMem: 0
2016-01-14 16:05:42,006 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=301445182, maxSingleShuffleLimit=75361296, mergeThreshold=271300672, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:42,006 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:42,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:42,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:42,008 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:42,008 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787541691_0001_1_00_000000_0_10225, runDuration: 43328, ]
2016-01-14 16:05:42,009 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787541691_0001_1_00_000000_0_10225] to DISK_DIRECT, CompressedSize=101, DecompressedSize=97,EndTime=1452787542009, TimeTaken=1, Rate=0.10 MB/s
2016-01-14 16:05:42,010 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:42,010 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:42,010 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [C5B532FB29F34AD993B8930306E2A4A7] #32 in 2ms
2016-01-14 16:05:42,010 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C5B532FB29F34AD993B8930306E2A4A7] #32, status:false, isInterrupted:false
2016-01-14 16:05:42,010 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:42,011 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 101 bytes from disk
2016-01-14 16:05:42,011 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,011 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:42,011 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 84 bytes
2016-01-14 16:05:42,011 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:42,011 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:42,013 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(source)[by:[{1}:'char']]
2016-01-14 16:05:42,016 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(source)[by:[{1}:'char']] streamed: true, id: A99191720D7941239C2A133EE81F0C40
2016-01-14 16:05:42,017 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']], id: 968E4FB9968948F18A1ED2DADF05E195
2016-01-14 16:05:42,017 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-lhs)[by:[{1}:'char']], id: 5822C5E9FECE4514B06E2EFA76DD3A64
2016-01-14 16:05:42,017 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count-rhs)[by:[{1}:'char']], id: DE2517FDD5DD4143A6E2AB1A11B09194
2016-01-14 16:05:42,017 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] 968E4FB9968948F18A1ED2DADF05E195
2016-01-14 16:05:42,018 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2639598; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@57f22f61; comparator=cascading.tuple.hadoop.util.TupleComparator@5d04b662; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,018 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,018 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,018 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,041 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 12320764(49283056)
2016-01-14 16:05:42,041 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 47
2016-01-14 16:05:42,041 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 39426460
2016-01-14 16:05:42,041 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 49283072
2016-01-14 16:05:42,041 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 12320764; length = 3080192
2016-01-14 16:05:42,042 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-lhs)[by:[{1}:'char']] 5822C5E9FECE4514B06E2EFA76DD3A64
2016-01-14 16:05:42,043 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@3d154dd1; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@41a7f3ab; comparator=cascading.tuple.hadoop.util.TupleComparator@796e8139; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,043 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,043 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,043 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,050 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 12320764(49283056)
2016-01-14 16:05:42,050 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 47
2016-01-14 16:05:42,051 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 39426460
2016-01-14 16:05:42,051 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 49283072
2016-01-14 16:05:42,051 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 12320764; length = 3080192
2016-01-14 16:05:42,051 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count-rhs)[by:[{1}:'char']] DE2517FDD5DD4143A6E2AB1A11B09194
2016-01-14 16:05:42,052 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@6e9bbf8e; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@333d3c5d; comparator=cascading.tuple.hadoop.util.TupleComparator@794617f2; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,052 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,052 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,053 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,059 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 12320764(49283056)
2016-01-14 16:05:42,059 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 47
2016-01-14 16:05:42,059 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 39426460
2016-01-14 16:05:42,059 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 49283072
2016-01-14 16:05:42,060 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 12320764; length = 3080192
2016-01-14 16:05:42,060 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(source)[by:[{1}:'char']] A99191720D7941239C2A133EE81F0C40, for 1 inputs
2016-01-14 16:05:42,060 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CF5D60BCE10441A58610B870C6221143, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:42,061 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@1e217c12; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@28589132
2016-01-14 16:05:42,063 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:42,064 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 589, max: 672
2016-01-14 16:05:42,064 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 1, with capacity: 2
2016-01-14 16:05:42,064 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 589, max: 672
2016-01-14 16:05:42,065 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:42,065 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 589, max: 672
2016-01-14 16:05:42,066 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(105)) - flushed keys num times: 3, with capacity: 2
2016-01-14 16:05:42,066 INFO  cache.LRUHashMapCache (LRUHashMapCache.java:removeEldestEntry(106)) - mem on flush (mb), free: 196, total: 589, max: 672
2016-01-14 16:05:42,067 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:42,067 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CF5D60BCE10441A58610B870C6221143, mem on close (mb), free: 196, total: 589, max: 672
2016-01-14 16:05:42,067 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C5B532FB29F34AD993B8930306E2A4A7
2016-01-14 16:05:42,067 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:42,068 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:42,068 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,068 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:42,068 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:42,068 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,068 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,068 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 55; bufvoid = 49283072
2016-01-14 16:05:42,069 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 12320764(49283056); kvend = 12320748(49282992); length = 17/3080192
2016-01-14 16:05:42,070 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42,071 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,072 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,072 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 55; bufvoid = 49283072
2016-01-14 16:05:42,072 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 12320764(49283056); kvend = 12320748(49282992); length = 17/3080192
2016-01-14 16:05:42,073 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42,075 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,075 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,075 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 55; bufvoid = 49283072
2016-01-14 16:05:42,075 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 12320764(49283056); kvend = 12320748(49282992); length = 17/3080192
2016-01-14 16:05:42,076 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:42,078 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787541691_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:42,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 51 [[File System Counters FILE_BYTES_READ=229, FILE_BYTES_WRITTEN=321, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=15, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, OUTPUT_RECORDS=15, OUTPUT_BYTES=165, OUTPUT_BYTES_WITH_OVERHEAD=213, OUTPUT_BYTES_PHYSICAL=225, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787542061, Process_Duration=6, Process_End_Time=1452787542067, Read_Duration=0, Tuples_Read=9, Tuples_Written=15, Write_Duration=1][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Flushed=6, Num_Keys_Missed=10]]
2016-01-14 16:05:42,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787541691_0001_1_01, eventCount=3
2016-01-14 16:05:42,079 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:42,079 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CF5D60BCE10441A58610B870C6221143, taskAttemptId=attempt_1452787541691_0001_1_01_000000_0, startTime=1452787541981, finishTime=1452787542079, timeTaken=98, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 51, File System Counters, FILE_BYTES_READ=229, FILE_BYTES_WRITTEN=321, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=15, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, OUTPUT_RECORDS=15, OUTPUT_BYTES=165, OUTPUT_BYTES_WITH_OVERHEAD=213, OUTPUT_BYTES_PHYSICAL=225, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542061, Process_Duration=6, Process_End_Time=1452787542067, Read_Duration=0, Tuples_Read=9, Tuples_Written=15, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=6, Num_Keys_Missed=10
2016-01-14 16:05:42,079 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:42,079 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:42,080 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:42,080 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:42,080 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:42,080 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_FINISHED]: vertexName=CF5D60BCE10441A58610B870C6221143, taskId=task_1452787541691_0001_1_01_000000, startTime=1452787541981, finishTime=1452787542080, timeTaken=99, status=SUCCEEDED, successfulAttemptID=attempt_1452787541691_0001_1_01_000000_0, diagnostics=, counters=Counters: 51, File System Counters, FILE_BYTES_READ=229, FILE_BYTES_WRITTEN=321, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=15, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, OUTPUT_RECORDS=15, OUTPUT_BYTES=165, OUTPUT_BYTES_WITH_OVERHEAD=213, OUTPUT_BYTES_PHYSICAL=225, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542061, Process_Duration=6, Process_End_Time=1452787542067, Read_Duration=0, Tuples_Read=9, Tuples_Written=15, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=6, Num_Keys_Missed=10
2016-01-14 16:05:42,081 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:42,081 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] : 1
2016-01-14 16:05:42,081 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143]
2016-01-14 16:05:42,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_FINISHED]: vertexName=CF5D60BCE10441A58610B870C6221143, vertexId=vertex_1452787541691_0001_1_01, initRequestedTime=1452787541867, initedTime=1452787541870, startRequestedTime=1452787541894, startedTime=1452787541894, finishTime=1452787542081, timeTaken=187, status=SUCCEEDED, diagnostics=, counters=Counters: 51, File System Counters, FILE_BYTES_READ=229, FILE_BYTES_WRITTEN=321, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=9, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=24, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=15, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, OUTPUT_RECORDS=15, OUTPUT_BYTES=165, OUTPUT_BYTES_WITH_OVERHEAD=213, OUTPUT_BYTES_PHYSICAL=225, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=101, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=101, SHUFFLE_BYTES_DECOMPRESSED=97, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=101, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542061, Process_Duration=6, Process_End_Time=1452787542067, Read_Duration=0, Tuples_Read=9, Tuples_Written=15, Write_Duration=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=6, Num_Keys_Missed=10, vertexStats=firstTaskStartTime=1452787541981, firstTasksToStart=[ task_1452787541691_0001_1_01_000000 ], lastTaskFinishTime=1452787542079, lastTasksToFinish=[ task_1452787541691_0001_1_01_000000 ], minTaskDuration=98, maxTaskDuration=98, avgTaskDuration=98.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787541691_0001_1_01_000000 ], longestDurationTasks=[ task_1452787541691_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:42,082 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:42,082 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:42,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787541691_0001_00_000002, stoppedTime=1452787542082, exitStatus=0
2016-01-14 16:05:42,082 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:42,084 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] attempt: attempt_1452787541691_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,084 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000002
2016-01-14 16:05:42,084 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:42,085 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] attempt: attempt_1452787541691_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,085 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,086 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D]
2016-01-14 16:05:42,086 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:42,086 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] attempt: attempt_1452787541691_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,086 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787541691_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:42,086 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:42,086 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787541691_0001_00_000002, Exiting
2016-01-14 16:05:42,086 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787541691_0001_00_000002
2016-01-14 16:05:42,086 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787541691_0001_00_000002
2016-01-14 16:05:42,086 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,086 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787541691_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:42,087 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787541691_0001_00_000002 completed successfully
2016-01-14 16:05:42,086 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8]
2016-01-14 16:05:42,087 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-01-14 16:05:42,087 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787541691_0001_00_000002
2016-01-14 16:05:42,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_STARTED]: vertexName=E897B9EF72564133A84785BDDBB7074D, taskId=task_1452787541691_0001_1_03_000000, scheduledTime=1452787542087, launchTime=1452787542087
2016-01-14 16:05:42,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:42,087 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_03_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:42,088 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:42,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_STARTED]: vertexName=CC34B0376198498FBC02A16DF26EB0E8, taskId=task_1452787541691_0001_1_02_000000, scheduledTime=1452787542088, launchTime=1452787542088
2016-01-14 16:05:42,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:42,088 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:42,088 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D]
2016-01-14 16:05:42,088 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8]
2016-01-14 16:05:42,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: E897B9EF72564133A84785BDDBB7074D, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F180B7CC20EC4627BF16A334630CAFCE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_03_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:42,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: CC34B0376198498FBC02A16DF26EB0E8, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:42,090 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:42,090 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:42,090 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787541691_0001_00_000003
2016-01-14 16:05:42,090 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:42,090 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787541691_0001_00_000004
2016-01-14 16:05:42,091 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000004 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:42,092 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787541691_0001_00_000003
2016-01-14 16:05:42,092 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:42,094 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:42,094 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787541691_0001_00_000003, launchTime=1452787542094
2016-01-14 16:05:42,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:42,095 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787541691_0001_00_000004
2016-01-14 16:05:42,095 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - TezTask metrics system already initialized!
2016-01-14 16:05:42,095 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000003
2016-01-14 16:05:42,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:42,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787541691_0001_00_000004, launchTime=1452787542095
2016-01-14 16:05:42,096 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787541691_0001_1_03_000000_0] to container: [container_1452787541691_0001_00_000003]
2016-01-14 16:05:42,096 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000004
2016-01-14 16:05:42,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000004 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:42,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:42,097 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787541691_0001_1_02_000000_0] to container: [container_1452787541691_0001_00_000004]
2016-01-14 16:05:42,097 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000004 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:42,097 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787541691_0001_00_000004 given task: attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,098 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000004: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,097 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787541691_0001_00_000003 given task: attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,098 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,097 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787541691_0001_1_03_000000_0] started. Is using containerId: [container_1452787541691_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,099 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,099 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,099 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:42,099 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:42,099 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:42,099 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:42,099 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:42,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: E897B9EF72564133A84785BDDBB7074D, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_03_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F180B7CC20EC4627BF16A334630CAFCE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,099 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:42,098 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,100 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,100 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:42,100 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:42,100 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:42,100 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:42,100 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E897B9EF72564133A84785BDDBB7074D, taskAttemptId=attempt_1452787541691_0001_1_03_000000_0, startTime=1452787542097, containerId=container_1452787541691_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787541691_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:42,099 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:42,100 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:42,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: CC34B0376198498FBC02A16DF26EB0E8, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,101 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_03_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:42,101 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:42,101 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787541691_0001_1_02_000000_0] started. Is using containerId: [container_1452787541691_0001_00_000004] on NM: [127.0.0.1:0]
2016-01-14 16:05:42,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:42,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CC34B0376198498FBC02A16DF26EB0E8, taskAttemptId=attempt_1452787541691_0001_1_02_000000_0, startTime=1452787542101, containerId=container_1452787541691_0001_00_000004, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787541691_0001_00_000004/teamcity, completedLogs=
2016-01-14 16:05:42,101 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:42,101 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_03_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:42,101 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:42,102 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:42,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,102 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:42,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,103 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787541691_0001_1_03_000000_0 sent events: (0-1)
2016-01-14 16:05:42,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F180B7CC20EC4627BF16A334630CAFCE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:42,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,106 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:42,106 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:42,103 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787541691_0001_1_02_000000_0 sent events: (0-1)
2016-01-14 16:05:42,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:42,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:42,110 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:42,111 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:42,111 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,111 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CC34B0376198498FBC02A16DF26EB0E8, ordinal: 3
2016-01-14 16:05:42,111 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC34B0376198498FBC02A16DF26EB0E8, mem on start (mb), free: 186, total: 589, max: 672
2016-01-14 16:05:42,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:42,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:42,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:42,113 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,114 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:42,114 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:42,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,116 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:42,116 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:42,116 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,115 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:42,117 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:42,117 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:42,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:42,117 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:42,117 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:42,117 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,117 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:42,117 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 24, TotalRequested: 739036352, TotalRequestedScaled: 3.69518176E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:1.05
2016-01-14 16:05:42,117 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CF5D60BCE10441A58610B870C6221143, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=405125774
2016-01-14 16:05:42,117 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A421FB02ABBD46A282ECB699BA29E0F5, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=66985083
2016-01-14 16:05:42,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:42,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CF5D60BCE10441A58610B870C6221143 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:42,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:42,118 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,118 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,118 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:42,119 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: CF5D60BCE10441A58610B870C6221143 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:42,119 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=405125774. Updated to: ShuffleMem=405125774, postMergeMem: 0
2016-01-14 16:05:42,119 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=405125774, maxSingleShuffleLimit=101281440, mergeThreshold=364613184, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:42,119 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:42,119 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E897B9EF72564133A84785BDDBB7074D, ordinal: 2
2016-01-14 16:05:42,119 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E897B9EF72564133A84785BDDBB7074D, mem on start (mb), free: 185, total: 589, max: 672
2016-01-14 16:05:42,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:42,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:42,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:42,127 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:42,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,127 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:42,127 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:42,128 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,132 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:42,128 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,132 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 24, TotalRequested: 739036352, TotalRequestedScaled: 3.69518176E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:1.05
2016-01-14 16:05:42,132 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787541691_0001_1_01_000000_0_10231, runDuration: 83851, ]
2016-01-14 16:05:42,132 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CF5D60BCE10441A58610B870C6221143, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=405125774
2016-01-14 16:05:42,132 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F180B7CC20EC4627BF16A334630CAFCE, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=66985083
2016-01-14 16:05:42,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:42,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CF5D60BCE10441A58610B870C6221143 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:42,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:42,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,133 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,133 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:42,133 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787541691_0001_1_01_000000_0_10231] to DISK_DIRECT, CompressedSize=75, DecompressedSize=71,EndTime=1452787542133, TimeTaken=1, Rate=0.07 MB/s
2016-01-14 16:05:42,133 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: CF5D60BCE10441A58610B870C6221143 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:42,136 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=405125774. Updated to: ShuffleMem=405125774, postMergeMem: 0
2016-01-14 16:05:42,136 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=405125774, maxSingleShuffleLimit=101281440, mergeThreshold=364613184, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:42,136 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:42,136 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,137 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:42,137 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,137 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [CF5D60BCE10441A58610B870C6221143] #33 in 5ms
2016-01-14 16:05:42,138 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:42,137 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count-rhs)[by:[{1}:'char']]
2016-01-14 16:05:42,138 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count-rhs)[by:[{1}:'char']] streamed: true, id: DE2517FDD5DD4143A6E2AB1A11B09194
2016-01-14 16:05:42,138 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [CF5D60BCE10441A58610B870C6221143] #33, status:false, isInterrupted:false
2016-01-14 16:05:42,138 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']], id: 968E4FB9968948F18A1ED2DADF05E195
2016-01-14 16:05:42,139 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,139 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] 968E4FB9968948F18A1ED2DADF05E195
2016-01-14 16:05:42,139 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:42,139 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 75 bytes from disk
2016-01-14 16:05:42,139 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,139 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:42,139 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2061b97c; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@6fd88c7f; comparator=cascading.tuple.hadoop.util.TupleComparator@71f01f36; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,139 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,139 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,140 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,139 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-01-14 16:05:42,140 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,140 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:42,166 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787541691_0001_1_01_000000_0_10230, runDuration: 82325, ]
2016-01-14 16:05:42,168 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787541691_0001_1_01_000000_0_10230] to DISK_DIRECT, CompressedSize=75, DecompressedSize=71,EndTime=1452787542168, TimeTaken=1, Rate=0.07 MB/s
2016-01-14 16:05:42,168 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,168 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:42,168 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [CF5D60BCE10441A58610B870C6221143] #34 in 1ms
2016-01-14 16:05:42,168 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [CF5D60BCE10441A58610B870C6221143] #34, status:false, isInterrupted:false
2016-01-14 16:05:42,169 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:42,173 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count-lhs)[by:[{1}:'char']]
2016-01-14 16:05:42,172 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 16515068(66060272)
2016-01-14 16:05:42,173 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 75 bytes from disk
2016-01-14 16:05:42,174 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,174 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:42,174 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-01-14 16:05:42,174 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,174 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:42,174 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 63
2016-01-14 16:05:42,174 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 52848232
2016-01-14 16:05:42,175 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 66060288
2016-01-14 16:05:42,175 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 16515068; length = 4128768
2016-01-14 16:05:42,175 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(count-rhs)[by:[{1}:'char']] DE2517FDD5DD4143A6E2AB1A11B09194, for 1 inputs
2016-01-14 16:05:42,175 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CC34B0376198498FBC02A16DF26EB0E8, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:42,174 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count-lhs)[by:[{1}:'char']] streamed: true, id: 5822C5E9FECE4514B06E2EFA76DD3A64
2016-01-14 16:05:42,176 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']], id: 42A0E0C6C41D4C8BB8226DF0DA863B25
2016-01-14 16:05:42,176 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@42e7533e; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@610a2dc2
2016-01-14 16:05:42,176 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 42A0E0C6C41D4C8BB8226DF0DA863B25
2016-01-14 16:05:42,177 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,177 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CC34B0376198498FBC02A16DF26EB0E8, mem on close (mb), free: 280, total: 590, max: 672
2016-01-14 16:05:42,178 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,178 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:42,178 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:42,178 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,178 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:42,178 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:42,178 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,178 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,178 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 55; bufvoid = 66060288
2016-01-14 16:05:42,178 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 16515068(66060272); kvend = 16515052(66060208); length = 17/4128768
2016-01-14 16:05:42,179 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42,179 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@5ab65fe9; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@7b52e885; comparator=cascading.tuple.hadoop.util.TupleComparator@1fb304; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,179 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,179 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,180 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,182 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787541691_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:42,183 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 49 [[File System Counters FILE_BYTES_READ=246, FILE_BYTES_WRITTEN=1147, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=19, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787542175, Process_Duration=2, Process_End_Time=1452787542177, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0]]
2016-01-14 16:05:42,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787541691_0001_1_02, eventCount=1
2016-01-14 16:05:42,183 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:42,184 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,184 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000004
2016-01-14 16:05:42,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:42,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CC34B0376198498FBC02A16DF26EB0E8, taskAttemptId=attempt_1452787541691_0001_1_02_000000_0, startTime=1452787542101, finishTime=1452787542184, timeTaken=83, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=246, FILE_BYTES_WRITTEN=1147, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=19, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542175, Process_Duration=2, Process_End_Time=1452787542177, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:42,184 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:42,184 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42,184 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:42,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:42,185 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_FINISHED]: vertexName=CC34B0376198498FBC02A16DF26EB0E8, taskId=task_1452787541691_0001_1_02_000000, startTime=1452787542101, finishTime=1452787542184, timeTaken=83, status=SUCCEEDED, successfulAttemptID=attempt_1452787541691_0001_1_02_000000_0, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=246, FILE_BYTES_WRITTEN=1147, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=19, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542175, Process_Duration=2, Process_End_Time=1452787542177, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:42,185 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:42,185 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] : 1
2016-01-14 16:05:42,185 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8]
2016-01-14 16:05:42,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:42,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_FINISHED]: vertexName=CC34B0376198498FBC02A16DF26EB0E8, vertexId=vertex_1452787541691_0001_1_02, initRequestedTime=1452787541874, initedTime=1452787541878, startRequestedTime=1452787541897, startedTime=1452787541897, finishTime=1452787542185, timeTaken=288, status=SUCCEEDED, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=246, FILE_BYTES_WRITTEN=1147, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=19, MERGE_PHASE_TIME=22, FIRST_EVENT_RECEIVED=14, LAST_EVENT_RECEIVED=14, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542175, Process_Duration=2, Process_End_Time=1452787542177, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1452787542101, firstTasksToStart=[ task_1452787541691_0001_1_02_000000 ], lastTaskFinishTime=1452787542184, lastTasksToFinish=[ task_1452787541691_0001_1_02_000000 ], minTaskDuration=83, maxTaskDuration=83, avgTaskDuration=83.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787541691_0001_1_02_000000 ], longestDurationTasks=[ task_1452787541691_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:42,186 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:42,186 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000004 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:42,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787541691_0001_00_000004, stoppedTime=1452787542186, exitStatus=0
2016-01-14 16:05:42,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:42,186 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000004 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:42,186 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] attempt: attempt_1452787541691_0001_1_02_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,187 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,187 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5]
2016-01-14 16:05:42,187 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-01-14 16:05:42,187 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787541691_0001_00_000004. Relying on regular task shutdown for it to end
2016-01-14 16:05:42,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_STARTED]: vertexName=A421FB02ABBD46A282ECB699BA29E0F5, taskId=task_1452787541691_0001_1_04_000000, scheduledTime=1452787542187, launchTime=1452787542187
2016-01-14 16:05:42,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:42,187 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_04_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:42,188 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000004 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:42,188 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5]
2016-01-14 16:05:42,188 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: A421FB02ABBD46A282ECB699BA29E0F5, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_04_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=CC34B0376198498FBC02A16DF26EB0E8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F180B7CC20EC4627BF16A334630CAFCE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,188 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_04_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:42,188 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:42,189 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787541691_0001_00_000005
2016-01-14 16:05:42,189 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000005 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:42,191 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787541691_0001_00_000005
2016-01-14 16:05:42,191 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - TezTask metrics system already initialized!
2016-01-14 16:05:42,191 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787541691_0001_00_000005, launchTime=1452787542191
2016-01-14 16:05:42,191 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000005 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:42,191 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:42,192 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000005
2016-01-14 16:05:42,192 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787541691_0001_1_04_000000_0] to container: [container_1452787541691_0001_00_000005]
2016-01-14 16:05:42,192 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000005 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:42,193 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787541691_0001_1_04_000000_0] started. Is using containerId: [container_1452787541691_0001_00_000005] on NM: [127.0.0.1:0]
2016-01-14 16:05:42,193 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A421FB02ABBD46A282ECB699BA29E0F5, taskAttemptId=attempt_1452787541691_0001_1_04_000000_0, startTime=1452787542193, containerId=container_1452787541691_0001_00_000005, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787541691_0001_00_000005/teamcity, completedLogs=
2016-01-14 16:05:42,193 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_04_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:42,193 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:42,193 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_04_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:42,193 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787541691_0001_00_000005 given task: attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,194 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000005: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,194 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 16515068(66060272)
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,194 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 63
2016-01-14 16:05:42,194 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 52848232
2016-01-14 16:05:42,194 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 66060288
2016-01-14 16:05:42,194 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 16515068; length = 4128768
2016-01-14 16:05:42,194 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,195 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,195 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787541691_0001_00_000004 is valid, but no longer registered, and will be killed
2016-01-14 16:05:42,195 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:42,195 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:42,195 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000004: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:42,195 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:42,195 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787541691_0001_00_000004, Exiting
2016-01-14 16:05:42,195 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787541691_0001_00_000004
2016-01-14 16:05:42,195 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:42,195 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:42,195 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787541691_0001_00_000004
2016-01-14 16:05:42,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: A421FB02ABBD46A282ECB699BA29E0F5, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_04_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=CC34B0376198498FBC02A16DF26EB0E8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=F180B7CC20EC4627BF16A334630CAFCE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,196 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:42,196 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(count-lhs)[by:[{1}:'char']] 5822C5E9FECE4514B06E2EFA76DD3A64, for 1 inputs
2016-01-14 16:05:42,196 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787541691_0001_00_000004 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:42,196 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787541691_0001_00_000004 completed successfully
2016-01-14 16:05:42,196 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E897B9EF72564133A84785BDDBB7074D, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:42,196 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000004 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:42,197 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7c7a857b; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4fd18e15
2016-01-14 16:05:42,197 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787541691_0001_1_04_000000_0 sent events: (0-2)
2016-01-14 16:05:42,197 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:42,197 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CF5D60BCE10441A58610B870C6221143, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,200 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,200 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E897B9EF72564133A84785BDDBB7074D, mem on close (mb), free: 212, total: 590, max: 672
2016-01-14 16:05:42,200 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,200 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:42,200 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:42,201 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,201 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:42,201 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:42,201 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,201 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,201 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 55; bufvoid = 66060288
2016-01-14 16:05:42,201 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 16515068(66060272); kvend = 16515052(66060208); length = 17/4128768
2016-01-14 16:05:42,202 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CC34B0376198498FBC02A16DF26EB0E8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,205 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787541691_0001_1_03_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:42,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787541691_0001_1_03, eventCount=1
2016-01-14 16:05:42,206 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:42,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 49 [[File System Counters FILE_BYTES_READ=32, FILE_BYTES_WRITTEN=107, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=35, MERGE_PHASE_TIME=41, FIRST_EVENT_RECEIVED=34, LAST_EVENT_RECEIVED=34][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787542196, Process_Duration=4, Process_End_Time=1452787542200, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0]]
2016-01-14 16:05:42,206 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E897B9EF72564133A84785BDDBB7074D, taskAttemptId=attempt_1452787541691_0001_1_03_000000_0, startTime=1452787542097, finishTime=1452787542205, timeTaken=108, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=32, FILE_BYTES_WRITTEN=107, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=35, MERGE_PHASE_TIME=41, FIRST_EVENT_RECEIVED=34, LAST_EVENT_RECEIVED=34, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542196, Process_Duration=4, Process_End_Time=1452787542200, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:42,206 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:42,207 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_03_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:42,207 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:42,207 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:42,207 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,207 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:42,207 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:42,207 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F180B7CC20EC4627BF16A334630CAFCE, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:42,207 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:42,208 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_FINISHED]: vertexName=E897B9EF72564133A84785BDDBB7074D, taskId=task_1452787541691_0001_1_03_000000, startTime=1452787542097, finishTime=1452787542208, timeTaken=111, status=SUCCEEDED, successfulAttemptID=attempt_1452787541691_0001_1_03_000000_0, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=32, FILE_BYTES_WRITTEN=107, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=35, MERGE_PHASE_TIME=41, FIRST_EVENT_RECEIVED=34, LAST_EVENT_RECEIVED=34, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542196, Process_Duration=4, Process_End_Time=1452787542200, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:42,208 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_03_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:42,208 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] : 1
2016-01-14 16:05:42,209 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D]
2016-01-14 16:05:42,209 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:42,209 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:42,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_FINISHED]: vertexName=E897B9EF72564133A84785BDDBB7074D, vertexId=vertex_1452787541691_0001_1_03, initRequestedTime=1452787541870, initedTime=1452787541874, startRequestedTime=1452787541896, startedTime=1452787541896, finishTime=1452787542209, timeTaken=313, status=SUCCEEDED, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=32, FILE_BYTES_WRITTEN=107, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=21, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=55, OUTPUT_BYTES_WITH_OVERHEAD=71, OUTPUT_BYTES_PHYSICAL=75, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=75, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=75, SHUFFLE_BYTES_DECOMPRESSED=71, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=75, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=35, MERGE_PHASE_TIME=41, FIRST_EVENT_RECEIVED=34, LAST_EVENT_RECEIVED=34, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542196, Process_Duration=4, Process_End_Time=1452787542200, Read_Duration=2, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1452787542097, firstTasksToStart=[ task_1452787541691_0001_1_03_000000 ], lastTaskFinishTime=1452787542205, lastTasksToFinish=[ task_1452787541691_0001_1_03_000000 ], minTaskDuration=108, maxTaskDuration=108, avgTaskDuration=108.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787541691_0001_1_03_000000 ], longestDurationTasks=[ task_1452787541691_0001_1_03_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:42,209 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:42,210 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:42,210 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787541691_0001_00_000003, stoppedTime=1452787542210, exitStatus=0
2016-01-14 16:05:42,210 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:42,210 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] attempt: attempt_1452787541691_0001_1_03_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,210 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:42,210 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D] completed., numCompletedVertices=4, numSuccessfulVertices=4, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-01-14 16:05:42,210 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787541691_0001_00_000003. Relying on regular task shutdown for it to end
2016-01-14 16:05:42,210 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000003 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:42,211 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:42,211 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:42,211 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,211 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:42,210 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000003
2016-01-14 16:05:42,211 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787541691_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:42,211 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:42,212 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787541691_0001_00_000003, Exiting
2016-01-14 16:05:42,212 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787541691_0001_00_000003
2016-01-14 16:05:42,212 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787541691_0001_00_000003
2016-01-14 16:05:42,212 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787541691_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:42,212 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787541691_0001_00_000003 completed successfully
2016-01-14 16:05:42,212 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000003 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:42,213 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:42,213 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:42,213 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:42,216 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A421FB02ABBD46A282ECB699BA29E0F5, ordinal: 4
2016-01-14 16:05:42,216 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A421FB02ABBD46A282ECB699BA29E0F5, mem on start (mb), free: 209, total: 590, max: 672
2016-01-14 16:05:42,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:42,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:42,217 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:42,217 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:42,217 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:42,217 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:42,217 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:42,217 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,218 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:42,218 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 36, TotalRequested: 1373215104, TotalRequestedScaled: 4.5773836799999994E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.95
2016-01-14 16:05:42,218 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CF5D60BCE10441A58610B870C6221143, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=213149148
2016-01-14 16:05:42,218 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CC34B0376198498FBC02A16DF26EB0E8, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=213149148
2016-01-14 16:05:42,218 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F180B7CC20EC4627BF16A334630CAFCE, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=35242915
2016-01-14 16:05:42,218 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:42,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CF5D60BCE10441A58610B870C6221143 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CC34B0376198498FBC02A16DF26EB0E8 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 2
2016-01-14 16:05:42,219 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,219 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 2 IOs to start
2016-01-14 16:05:42,219 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,219 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:42,219 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:42,220 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: CF5D60BCE10441A58610B870C6221143 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:42,220 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: CC34B0376198498FBC02A16DF26EB0E8 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:42,220 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=213149148. Updated to: ShuffleMem=213149148, postMergeMem: 0
2016-01-14 16:05:42,220 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=213149148. Updated to: ShuffleMem=213149148, postMergeMem: 0
2016-01-14 16:05:42,220 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=213149148, maxSingleShuffleLimit=53287288, mergeThreshold=191834224, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:42,220 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=213149148, maxSingleShuffleLimit=53287288, mergeThreshold=191834224, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:42,220 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:42,220 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:42,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:42,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:42,224 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,225 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787541691_0001_1_01_000000_0_10229, runDuration: 82798, ]
2016-01-14 16:05:42,226 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787541691_0001_1_02_000000_0_10236, runDuration: 68488, ]
2016-01-14 16:05:42,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787541691_0001_1_02_000000_0_10236] to DISK_DIRECT, CompressedSize=75, DecompressedSize=71,EndTime=1452787542229, TimeTaken=1, Rate=0.07 MB/s
2016-01-14 16:05:42,229 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']]
2016-01-14 16:05:42,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787541691_0001_1_01_000000_0_10229] to DISK_DIRECT, CompressedSize=75, DecompressedSize=71,EndTime=1452787542229, TimeTaken=4, Rate=0.02 MB/s
2016-01-14 16:05:42,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:42,230 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] streamed: true, id: 968E4FB9968948F18A1ED2DADF05E195
2016-01-14 16:05:42,230 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [CC34B0376198498FBC02A16DF26EB0E8] #35 in 2ms
2016-01-14 16:05:42,230 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']], id: 42A0E0C6C41D4C8BB8226DF0DA863B25
2016-01-14 16:05:42,230 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [CC34B0376198498FBC02A16DF26EB0E8] #35, status:false, isInterrupted:false
2016-01-14 16:05:42,230 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:42,230 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 75 bytes from disk
2016-01-14 16:05:42,230 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,230 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:42,230 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:42,231 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-01-14 16:05:42,231 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,230 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 42A0E0C6C41D4C8BB8226DF0DA863B25
2016-01-14 16:05:42,231 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [CF5D60BCE10441A58610B870C6221143] #36 in 6ms
2016-01-14 16:05:42,231 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:42,231 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [CF5D60BCE10441A58610B870C6221143] #36, status:false, isInterrupted:false
2016-01-14 16:05:42,232 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@683f294c; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@ab0720c; comparator=cascading.tuple.hadoop.util.TupleComparator@460f774f; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,232 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,232 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:42,232 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,232 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 75 bytes from disk
2016-01-14 16:05:42,232 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,232 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:42,232 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,233 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-01-14 16:05:42,233 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,233 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:42,237 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 8650748(34602992)
2016-01-14 16:05:42,237 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 33
2016-01-14 16:05:42,237 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 27682406
2016-01-14 16:05:42,238 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 34603008
2016-01-14 16:05:42,238 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 8650748; length = 2162688
2016-01-14 16:05:42,238 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] 968E4FB9968948F18A1ED2DADF05E195, for 2 inputs
2016-01-14 16:05:42,239 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(source*count-rhs)[by: source:[{1}:'char'] count-rhs:[{1}:'char']] 968E4FB9968948F18A1ED2DADF05E195, for 2 inputs
2016-01-14 16:05:42,244 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 16:05:42,244 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 16:05:42,248 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A421FB02ABBD46A282ECB699BA29E0F5, all 2 inputs ready in: 00:00:00.000
2016-01-14 16:05:42,249 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@31e9b69e; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@66d458ab
2016-01-14 16:05:42,249 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7f09774a; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@4676dc6e
2016-01-14 16:05:42,252 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,252 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A421FB02ABBD46A282ECB699BA29E0F5, mem on close (mb), free: 171, total: 590, max: 672
2016-01-14 16:05:42,253 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: CF5D60BCE10441A58610B870C6221143
2016-01-14 16:05:42,253 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:42,253 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:42,254 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,254 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:42,254 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:42,254 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: CC34B0376198498FBC02A16DF26EB0E8
2016-01-14 16:05:42,254 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:42,255 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:42,255 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,255 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:42,255 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:42,255 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,256 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,256 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 95; bufvoid = 34603008
2016-01-14 16:05:42,256 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 8650748(34602992); kvend = 8650732(34602928); length = 17/2162688
2016-01-14 16:05:42,257 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,259 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787541691_0001_1_04_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:42,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787541691_0001_1_04, eventCount=1
2016-01-14 16:05:42,260 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A421FB02ABBD46A282ECB699BA29E0F5, taskAttemptId=attempt_1452787541691_0001_1_04_000000_0, startTime=1452787542193, finishTime=1452787542260, timeTaken=67, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=278, FILE_BYTES_WRITTEN=10510, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=15, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=95, OUTPUT_BYTES_WITH_OVERHEAD=111, OUTPUT_BYTES_PHYSICAL=115, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=142, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542248, Process_Duration=4, Process_End_Time=1452787542252, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:42,260 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_04_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:42,260 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:42,260 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42,260 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:42,261 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_FINISHED]: vertexName=A421FB02ABBD46A282ECB699BA29E0F5, taskId=task_1452787541691_0001_1_04_000000, startTime=1452787542193, finishTime=1452787542261, timeTaken=68, status=SUCCEEDED, successfulAttemptID=attempt_1452787541691_0001_1_04_000000_0, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=278, FILE_BYTES_WRITTEN=10510, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=15, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=95, OUTPUT_BYTES_WITH_OVERHEAD=111, OUTPUT_BYTES_PHYSICAL=115, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=142, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542248, Process_Duration=4, Process_End_Time=1452787542252, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0
2016-01-14 16:05:42,261 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:42,261 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_04_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:42,261 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] : 1
2016-01-14 16:05:42,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 49 [[File System Counters FILE_BYTES_READ=278, FILE_BYTES_WRITTEN=10510, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=15, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=95, OUTPUT_BYTES_WITH_OVERHEAD=111, OUTPUT_BYTES_PHYSICAL=115, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=142, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787542248, Process_Duration=4, Process_End_Time=1452787542252, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0]]
2016-01-14 16:05:42,261 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5]
2016-01-14 16:05:42,262 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:42,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_FINISHED]: vertexName=A421FB02ABBD46A282ECB699BA29E0F5, vertexId=vertex_1452787541691_0001_1_04, initRequestedTime=1452787541878, initedTime=1452787541882, startRequestedTime=1452787541903, startedTime=1452787541903, finishTime=1452787542261, timeTaken=358, status=SUCCEEDED, diagnostics=, counters=Counters: 49, File System Counters, FILE_BYTES_READ=278, FILE_BYTES_WRITTEN=10510, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=15, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, OUTPUT_BYTES=95, OUTPUT_BYTES_WITH_OVERHEAD=111, OUTPUT_BYTES_PHYSICAL=115, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=150, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=150, SHUFFLE_BYTES_DECOMPRESSED=142, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=150, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542248, Process_Duration=4, Process_End_Time=1452787542252, Read_Duration=1, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, vertexStats=firstTaskStartTime=1452787542193, firstTasksToStart=[ task_1452787541691_0001_1_04_000000 ], lastTaskFinishTime=1452787542260, lastTasksToFinish=[ task_1452787541691_0001_1_04_000000 ], minTaskDuration=67, maxTaskDuration=67, avgTaskDuration=67.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787541691_0001_1_04_000000 ], longestDurationTasks=[ task_1452787541691_0001_1_04_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:42,262 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:42,262 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000005 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:42,262 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787541691_0001_00_000005, stoppedTime=1452787542262, exitStatus=0
2016-01-14 16:05:42,262 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:42,262 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000005 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:42,263 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] attempt: attempt_1452787541691_0001_1_04_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,263 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F180B7CC20EC4627BF16A334630CAFCE
2016-01-14 16:05:42,263 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:42,263 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5] completed., numCompletedVertices=5, numSuccessfulVertices=5, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-01-14 16:05:42,263 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787541691_0001_00_000005. Relying on regular task shutdown for it to end
2016-01-14 16:05:42,263 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_STARTED]: vertexName=F180B7CC20EC4627BF16A334630CAFCE, taskId=task_1452787541691_0001_1_05_000000, scheduledTime=1452787542263, launchTime=1452787542263
2016-01-14 16:05:42,263 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:42,263 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_05_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:42,264 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000005 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:42,264 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:42,264 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: F180B7CC20EC4627BF16A334630CAFCE, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_05_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E897B9EF72564133A84785BDDBB7074D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2942E1D3D3A543DDAA30B41AAC881387, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:42,264 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_05_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:42,264 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:42,264 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:42,264 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,264 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787541691_0001_00_000006
2016-01-14 16:05:42,265 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000006 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:42,265 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000005
2016-01-14 16:05:42,265 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787541691_0001_00_000005 is valid, but no longer registered, and will be killed
2016-01-14 16:05:42,265 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000005: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:42,265 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787541691_0001_00_000005, Exiting
2016-01-14 16:05:42,265 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787541691_0001_00_000005
2016-01-14 16:05:42,265 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787541691_0001_00_000005
2016-01-14 16:05:42,265 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787541691_0001_00_000005 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:42,265 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787541691_0001_00_000005 completed successfully
2016-01-14 16:05:42,266 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000005 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:42,266 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787541691_0001_00_000006
2016-01-14 16:05:42,266 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:42,268 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787541691_0001_00_000006, launchTime=1452787542268
2016-01-14 16:05:42,268 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000006 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:42,268 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:42,269 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000006
2016-01-14 16:05:42,269 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787541691_0001_1_05_000000_0] to container: [container_1452787541691_0001_00_000006]
2016-01-14 16:05:42,269 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000006 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:42,269 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787541691_0001_00_000006 given task: attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,269 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000006: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,270 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787541691_0001_1_05_000000_0] started. Is using containerId: [container_1452787541691_0001_00_000006] on NM: [127.0.0.1:0]
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,270 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,270 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,270 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:42,270 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:42,270 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:42,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F180B7CC20EC4627BF16A334630CAFCE, taskAttemptId=attempt_1452787541691_0001_1_05_000000_0, startTime=1452787542269, containerId=container_1452787541691_0001_00_000006, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787541691_0001_00_000006/teamcity, completedLogs=
2016-01-14 16:05:42,270 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:42,271 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:42,271 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:42,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185] count-lhs*source*count-rhs/(1/1) ...y/samesourcemergethreeway, VertexName: F180B7CC20EC4627BF16A334630CAFCE, VertexParallelism: 1, TaskAttemptID:attempt_1452787541691_0001_1_05_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=E897B9EF72564133A84785BDDBB7074D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2942E1D3D3A543DDAA30B41AAC881387, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:42,271 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:42,271 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_05_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:42,271 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:42,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,271 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_05_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:42,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A421FB02ABBD46A282ECB699BA29E0F5, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,272 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787541691_0001_1_05_000000_0 sent events: (0-2)
2016-01-14 16:05:42,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,273 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E897B9EF72564133A84785BDDBB7074D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,274 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:42,274 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:42,274 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=2942E1D3D3A543DDAA30B41AAC881387, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:42,275 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:42,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:42,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 2942E1D3D3A543DDAA30B41AAC881387
2016-01-14 16:05:42,275 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:42,275 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 2942E1D3D3A543DDAA30B41AAC881387
2016-01-14 16:05:42,277 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:42,277 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:42,277 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,283 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F180B7CC20EC4627BF16A334630CAFCE, ordinal: 5
2016-01-14 16:05:42,283 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F180B7CC20EC4627BF16A334630CAFCE, mem on start (mb), free: 165, total: 590, max: 672
2016-01-14 16:05:42,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:42,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:42,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:42,285 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:42,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 2942E1D3D3A543DDAA30B41AAC881387
2016-01-14 16:05:42,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:42,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:42,286 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:42,286 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:42,286 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:42,286 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:42,286 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:42,286 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-01-14 16:05:42,286 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A421FB02ABBD46A282ECB699BA29E0F5, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:42,286 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 2942E1D3D3A543DDAA30B41AAC881387, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:42,287 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E897B9EF72564133A84785BDDBB7074D, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-01-14 16:05:42,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:42,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A421FB02ABBD46A282ECB699BA29E0F5 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,287 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,287 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:42,287 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,287 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E897B9EF72564133A84785BDDBB7074D being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,288 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:42,288 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E897B9EF72564133A84785BDDBB7074D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:42,288 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:42,288 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:42,288 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: A421FB02ABBD46A282ECB699BA29E0F5 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:42,288 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:42,288 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-01-14 16:05:42,288 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:42,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 2
2016-01-14 16:05:42,288 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 2 IOs to start
2016-01-14 16:05:42,289 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,289 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:42,289 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:42,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:42,292 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,295 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787541691_0001_1_03_000000_0_10235, runDuration: 94057, ]
2016-01-14 16:05:42,295 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787541691_0001_1_04_000000_0_10241, runDuration: 47184, ]
2016-01-14 16:05:42,296 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']]
2016-01-14 16:05:42,296 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787541691_0001_1_03_000000_0_10235] to DISK_DIRECT, CompressedSize=75, DecompressedSize=71,EndTime=1452787542296, TimeTaken=1, Rate=0.07 MB/s
2016-01-14 16:05:42,296 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,296 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] streamed: true, id: 42A0E0C6C41D4C8BB8226DF0DA863B25
2016-01-14 16:05:42,297 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:42,297 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway"], id: 2942E1D3D3A543DDAA30B41AAC881387
2016-01-14 16:05:42,297 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [E897B9EF72564133A84785BDDBB7074D] #37 in 2ms
2016-01-14 16:05:42,297 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['char', 'count']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway"]
2016-01-14 16:05:42,297 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E897B9EF72564133A84785BDDBB7074D] #37, status:false, isInterrupted:false
2016-01-14 16:05:42,297 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 42A0E0C6C41D4C8BB8226DF0DA863B25, for 2 inputs
2016-01-14 16:05:42,298 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: CoGroup(count-lhs*source*count-rhs)[by: count-lhs:[{1}:'char'] source*count-rhs:[{1}:'char']] 42A0E0C6C41D4C8BB8226DF0DA863B25, for 2 inputs
2016-01-14 16:05:42,298 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:42,299 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 75 bytes from disk
2016-01-14 16:05:42,299 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,299 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:42,299 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787541691_0001_1_04_000000_0_10241] to DISK_DIRECT, CompressedSize=115, DecompressedSize=111,EndTime=1452787542299, TimeTaken=2, Rate=0.05 MB/s
2016-01-14 16:05:42,299 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 16:05:42,300 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-01-14 16:05:42,300 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 58 bytes
2016-01-14 16:05:42,300 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,300 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:42,300 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,301 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:42,301 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [A421FB02ABBD46A282ECB699BA29E0F5] #38 in 4ms
2016-01-14 16:05:42,301 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [A421FB02ABBD46A282ECB699BA29E0F5] #38, status:false, isInterrupted:false
2016-01-14 16:05:42,301 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:42,302 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 115 bytes from disk
2016-01-14 16:05:42,302 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,302 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:42,302 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 98 bytes
2016-01-14 16:05:42,302 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,303 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:42,303 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F180B7CC20EC4627BF16A334630CAFCE, all 2 inputs ready in: 00:00:00.003
2016-01-14 16:05:42,304 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7d03ac14; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7c16952a
2016-01-14 16:05:42,304 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@2e9b380b; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@507c7214
2016-01-14 16:05:42,308 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:42,308 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:42,308 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,308 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787541691_0001_1_05_000000_0 given a go for committing the task output.
2016-01-14 16:05:42,309 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,309 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F180B7CC20EC4627BF16A334630CAFCE, mem on close (mb), free: 160, total: 590, max: 672
2016-01-14 16:05:42,309 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: A421FB02ABBD46A282ECB699BA29E0F5
2016-01-14 16:05:42,309 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:42,309 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:42,310 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,310 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:42,310 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:42,310 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E897B9EF72564133A84785BDDBB7074D
2016-01-14 16:05:42,310 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:42,310 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:42,310 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:42,310 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:42,310 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,311 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:42,311 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:42,311 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787541691_0001_1_05_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:42,311 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787542303, Process_Duration=6, Process_End_Time=1452787542309, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:42,312 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:42,312 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:42,312 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,312 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787541691_0001_00_000006
2016-01-14 16:05:42,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F180B7CC20EC4627BF16A334630CAFCE, taskAttemptId=attempt_1452787541691_0001_1_05_000000_0, startTime=1452787542269, finishTime=1452787542311, timeTaken=42, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542303, Process_Duration=6, Process_End_Time=1452787542309, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:42,312 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787541691_0001_1_05_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:42,312 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42,313 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:42,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:TASK_FINISHED]: vertexName=F180B7CC20EC4627BF16A334630CAFCE, taskId=task_1452787541691_0001_1_05_000000, startTime=1452787542269, finishTime=1452787542313, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1452787541691_0001_1_05_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542303, Process_Duration=6, Process_End_Time=1452787542309, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:42,313 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787541691_0001_1_05_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:42,313 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] : 1
2016-01-14 16:05:42,313 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:42,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:VERTEX_FINISHED]: vertexName=F180B7CC20EC4627BF16A334630CAFCE, vertexId=vertex_1452787541691_0001_1_05, initRequestedTime=1452787541882, initedTime=1452787541889, startRequestedTime=1452787541905, startedTime=1452787541905, finishTime=1452787542313, timeTaken=408, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=552, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=10, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=619184128, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=13, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542303, Process_Duration=6, Process_End_Time=1452787542309, Read_Duration=2, Tuples_Read=10, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787542269, firstTasksToStart=[ task_1452787541691_0001_1_05_000000 ], lastTaskFinishTime=1452787542311, lastTasksToFinish=[ task_1452787541691_0001_1_05_000000 ], minTaskDuration=42, maxTaskDuration=42, avgTaskDuration=42.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787541691_0001_1_05_000000 ], longestDurationTasks=[ task_1452787541691_0001_1_05_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:42,314 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:42,314 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000006 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:42,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787541691_0001_00_000006, stoppedTime=1452787542314, exitStatus=0
2016-01-14 16:05:42,314 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000006 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:42,314 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE] completed., numCompletedVertices=6, numSuccessfulVertices=6, numFailedVertices=0, numKilledVertices=0, numVertices=6
2016-01-14 16:05:42,314 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787541691_0001_1
2016-01-14 16:05:42,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787541691_0001_1
2016-01-14 16:05:42,315 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787541691_0001_1_00 [C5B532FB29F34AD993B8930306E2A4A7]
2016-01-14 16:05:42,315 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787541691_0001_1_01 [CF5D60BCE10441A58610B870C6221143]
2016-01-14 16:05:42,315 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787541691_0001_1_04 [A421FB02ABBD46A282ECB699BA29E0F5]
2016-01-14 16:05:42,315 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 2942E1D3D3A543DDAA30B41AAC881387 for vertex: vertex_1452787541691_0001_1_05 [F180B7CC20EC4627BF16A334630CAFCE]
2016-01-14 16:05:42,316 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:42,316 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:42,316 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:42,322 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787541691_0001_00_000006 is valid, but no longer registered, and will be killed
2016-01-14 16:05:42,322 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787541691_0001_00_000006: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:42,323 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787541691_0001_00_000006, Exiting
2016-01-14 16:05:42,323 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787541691_0001_00_000006
2016-01-14 16:05:42,323 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787541691_0001_00_000006
2016-01-14 16:05:42,323 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787541691_0001_1_02 [CC34B0376198498FBC02A16DF26EB0E8]
2016-01-14 16:05:42,323 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787541691_0001_1_03 [E897B9EF72564133A84785BDDBB7074D]
2016-01-14 16:05:42,323 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787541691_0001_00_000006 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:42,323 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787541691_0001_00_000006 completed successfully
2016-01-14 16:05:42,326 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787541691_0001_1, queueSize=0
2016-01-14 16:05:42,326 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:42,326 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787541691_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787541691_0001_1, startTime=1452787541865, finishTime=1452787542323, timeTaken=458, status=SUCCEEDED, diagnostics=, counters=Counters: 58, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=6, TOTAL_LAUNCHED_TASKS=6, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1149, FILE_BYTES_WRITTEN=13290, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=28, REDUCE_INPUT_RECORDS=39, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=78, NUM_SHUFFLED_INPUTS=7, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=7, GC_TIME_MILLIS=57, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=3715104768, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=44, OUTPUT_BYTES=469, OUTPUT_BYTES_WITH_OVERHEAD=563, OUTPUT_BYTES_PHYSICAL=591, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=591, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=591, SHUFFLE_BYTES_DECOMPRESSED=563, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=591, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=84, MERGE_PHASE_TIME=97, FIRST_EVENT_RECEIVED=65, LAST_EVENT_RECEIVED=65, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=8716725252939, Process_Duration=26, Process_End_Time=8716725252965, Read_Duration=7, Tuples_Read=52, Tuples_Written=44, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Flushed=13, Num_Keys_Hit=4, Num_Keys_Missed=19
2016-01-14 16:05:42,326 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787541691_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:42,326 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787541691_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:42,327 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787541691_0001_00_000006
2016-01-14 16:05:42,327 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787541691_0001_00_000006 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:42 Completed Dag: dag_1452787541691_0001_1
2016-01-14 16:05:42,327 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787541691_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:42,327 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787541691_0001_1_post
2016-01-14 16:05:42,328 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,328 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:42,333 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...y/samesourcemergethreeway, applicationId=application_1452787541691_0001
2016-01-14 16:05:42,334 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:42,334 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:42,334 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:42,334 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:42,334 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:42,335 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:42,335 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:42,335 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:42,335 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:42,335 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:42,335 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:42,336 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:42,336 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:42,344 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/8B71BFAF6EC241A59DAE999762B58F33/BFF682DF4C3C4D28A068F9C195BA0185/.tez/application_1452787541691_0001
2016-01-14 16:05:42,345 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count-lhs*source*count...]  completed in: 00:00.671
2016-01-14 16:05:42,422 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testSameSourceMergeThreeWay/samesourcemergethreeway
2016-01-14 16:05:42,449 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:42,449 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:42,481 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-01-14 16:05:42,492 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.022
2016-01-14 16:05:42,492 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:42,493 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-01-14 16:05:42,493 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:42,511 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt
2016-01-14 16:05:42,518 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:42,523 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic
2016-01-14 16:05:42,561 INFO  tez.Hadoop2TezFlowStep (Hadoop2TezFlowStep.java:createDAG(264)) - adding grouped edge between: A148D36352A945F19364939D185A93AE,D1999CE622FA44F18C834852F9C3005E and B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,562 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] starting
2016-01-14 16:05:42,562 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:42,563 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:42,563 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic"]
2016-01-14 16:05:42,563 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  parallel execution of steps is enabled: false
2016-01-14 16:05:42,563 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  executing total steps: 1
2016-01-14 16:05:42,563 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  allocating management threads: 1
2016-01-14 16:05:42,564 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] starting step: (1/1) ...quemerge-nondeterministic
2016-01-14 16:05:42,564 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [lhs+rhs] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:42,575 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] tez session mode enabled: true
2016-01-14 16:05:42,579 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:42,579 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:42,579 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:42,588 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC/.tez/application_1452787542579_0001 doesn't exist and is created
2016-01-14 16:05:42,603 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:42,603 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:42,604 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC/.tez/application_1452787542579_0001
2016-01-14 16:05:42,605 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787542579_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:42,614 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:42,615 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:42,617 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:42,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:42,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC/.tez/application_1452787542579_0001/localmode-log-dir
2016-01-14 16:05:42,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC/.tez/application_1452787542579_0001/localmode-log-dir/history.txt.appattempt_1452787542579_0001_000000, maxErrors=10
2016-01-14 16:05:42,619 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:42,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787542579_0001_000000, appSubmitTime=1452787542605, launchTime=1452787542605
2016-01-14 16:05:42,626 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:51438
2016-01-14 16:05:42,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:42,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:42,630 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:42,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:42,631 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:42,633 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787542579_0001_000000, startTime=1452787542633
2016-01-14 16:05:42,633 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:42,633 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:42,704 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:42,704 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:42,704 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...quemerge-nondeterministic, applicationId=application_1452787542579_0001, dagName=[68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-01-14 16:05:42,718 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-01-14 16:05:42,719 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787542579_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC/.tez/application_1452787542579_0001/localmode-log-dir/dag_1452787542579_0001_1.dot
2016-01-14 16:05:42,719 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC/.tez/application_1452787542579_0001/localmode-log-dir/dag_1452787542579_0001_1-tez-dag.pb.txt
2016-01-14 16:05:42,728 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787542579_0001_1
2016-01-14 16:05:42,728 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,728 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-01-14 16:05:42 Running Dag: dag_1452787542579_0001_1
2016-01-14 16:05:42,738 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787542579_0001_1, submitTime=1452787542718
2016-01-14 16:05:42,738 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:42,739 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,740 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:42,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787542579_0001_1, initTime=1452787542738
2016-01-14 16:05:42,740 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787542579_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:42,740 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:42,740 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:DAG_STARTED]: dagID=dag_1452787542579_0001_1, startTime=1452787542740
2016-01-14 16:05:42,740 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:42,740 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:42,741 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787542579_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:42,741 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...quemerge-nondeterministic, applicationId=application_1452787542579_0001, dagName=[68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic
2016-01-14 16:05:42,741 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D1999CE622FA44F18C834852F9C3005E : {47150926FF6F46BB8D7AF866F5A4C9DE={InputName=47150926FF6F46BB8D7AF866F5A4C9DE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:42,741 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 47150926FF6F46BB8D7AF866F5A4C9DE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:42,741 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,741 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,741 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,741 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]. Starting root input initializers: 1
2016-01-14 16:05:42,742 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:42,742 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A148D36352A945F19364939D185A93AE : {C089A0C863A9406B8810885F313F628E={InputName=C089A0C863A9406B8810885F313F628E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:42,742 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 47150926FF6F46BB8D7AF866F5A4C9DE on vertex vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,742 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C089A0C863A9406B8810885F313F628E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:42,743 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,743 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,743 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,743 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]. Starting root input initializers: 1
2016-01-14 16:05:42,744 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:42,744 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,745 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:42,745 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 47150926FF6F46BB8D7AF866F5A4C9DE asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:42,745 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:42,745 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:42,746 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:42,747 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 47150926FF6F46BB8D7AF866F5A4C9DE on vertex vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,747 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:42,747 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,747 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,747 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,747 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=9E6AD94055D94C41B9E8A3AF42894249, vertexId=vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:42,747 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=9E6AD94055D94C41B9E8A3AF42894249, vertexId=vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,748 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C089A0C863A9406B8810885F313F628E on vertex vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,749 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=9E6AD94055D94C41B9E8A3AF42894249, vertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:42,749 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=9E6AD94055D94C41B9E8A3AF42894249, vertexId=vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:42,750 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, vertexId=vertex_1452787542579_0001_1_02, initRequestedTime=1452787542744, initedTime=1452787542750, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:42,750 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:42,751 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:42,751 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {47150926FF6F46BB8D7AF866F5A4C9DE=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:42,751 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] parallelism set to 1
2016-01-14 16:05:42,751 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:42,751 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:42,752 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787542579_0001_1_01, eventCount=1
2016-01-14 16:05:42,752 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C089A0C863A9406B8810885F313F628E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:42,753 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:42,753 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D1999CE622FA44F18C834852F9C3005E, vertexId=vertex_1452787542579_0001_1_01, initRequestedTime=1452787542741, initedTime=1452787542752, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:42,753 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] with distanceFromRoot: 0
2016-01-14 16:05:42,753 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:42,754 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D1999CE622FA44F18C834852F9C3005E
2016-01-14 16:05:42,754 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,753 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:42,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787542579_0001_1_01, startRequestedTime=1452787542754, startedTime=1452787542754
2016-01-14 16:05:42,753 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:42,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:42,755 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:42,756 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:42,756 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:42,756 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C089A0C863A9406B8810885F313F628E on vertex vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,756 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_STARTED]: vertexName=D1999CE622FA44F18C834852F9C3005E, taskId=task_1452787542579_0001_1_01_000000, scheduledTime=1452787542755, launchTime=1452787542755
2016-01-14 16:05:42,756 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:42,757 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs] submitted tez dag to app master: application_1452787542579_0001, with dag id: dag_1452787542579_0001_1
2016-01-14 16:05:42,757 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787542579_0001_1_01 for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] numStartedSources: 1 numSources: 2
2016-01-14 16:05:42,757 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] numStartedSources: 1 numSources: 2
2016-01-14 16:05:42,757 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,758 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:42,758 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C089A0C863A9406B8810885F313F628E=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:42,758 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] parallelism set to 1
2016-01-14 16:05:42,758 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:42,759 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787542579_0001_1_00, eventCount=1
2016-01-14 16:05:42,759 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A148D36352A945F19364939D185A93AE, vertexId=vertex_1452787542579_0001_1_00, initRequestedTime=1452787542742, initedTime=1452787542759, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:42,759 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] with distanceFromRoot: 0
2016-01-14 16:05:42,759 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:42,759 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:42,760 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: D1999CE622FA44F18C834852F9C3005E, VertexParallelism: 1, TaskAttemptID:attempt_1452787542579_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=47150926FF6F46BB8D7AF866F5A4C9DE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,760 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:42,760 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A148D36352A945F19364939D185A93AE
2016-01-14 16:05:42,761 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,761 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787542579_0001_1_00, startRequestedTime=1452787542760, startedTime=1452787542760
2016-01-14 16:05:42,761 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:42,761 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:42,762 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:42,762 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_STARTED]: vertexName=A148D36352A945F19364939D185A93AE, taskId=task_1452787542579_0001_1_00_000000, scheduledTime=1452787542762, launchTime=1452787542762
2016-01-14 16:05:42,762 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:42,762 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:42,762 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787542579_0001_1_00 for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] numStartedSources: 2 numSources: 2
2016-01-14 16:05:42,763 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] with distanceFromRoot: 1
2016-01-14 16:05:42,763 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,763 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:42,764 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D1999CE622FA44F18C834852F9C3005E in vertex: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,764 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A148D36352A945F19364939D185A93AE in vertex: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,764 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B2EFDA47A227403FAFE74BFB6D41B4D4 with 2 source tasks and 1 pending tasks
2016-01-14 16:05:42,764 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:42,765 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787542579_0001_1_02, startRequestedTime=1452787542763, startedTime=1452787542764
2016-01-14 16:05:42,765 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:42,765 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: A148D36352A945F19364939D185A93AE, VertexParallelism: 1, TaskAttemptID:attempt_1452787542579_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C089A0C863A9406B8810885F313F628E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,765 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:42,765 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:42,766 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:42,766 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787542579_0001_00_000001
2016-01-14 16:05:42,766 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:42,766 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:42,767 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787542579_0001_00_000002
2016-01-14 16:05:42,767 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:42,767 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787542579_0001_00_000001
2016-01-14 16:05:42,768 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:42,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:42,768 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:42,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787542579_0001_00_000001, launchTime=1452787542768
2016-01-14 16:05:42,769 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787542579_0001_00_000002
2016-01-14 16:05:42,769 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:42,769 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787542579_0001_00_000001
2016-01-14 16:05:42,770 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787542579_0001_1_01_000000_0] to container: [container_1452787542579_0001_00_000001]
2016-01-14 16:05:42,770 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:42,770 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:42,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787542579_0001_00_000002, launchTime=1452787542769
2016-01-14 16:05:42,770 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:42,770 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787542579_0001_00_000001 given task: attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,770 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787542579_0001_1_01_000000_0] started. Is using containerId: [container_1452787542579_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:42,770 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787542579_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,771 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D1999CE622FA44F18C834852F9C3005E, taskAttemptId=attempt_1452787542579_0001_1_01_000000_0, startTime=1452787542770, containerId=container_1452787542579_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787542579_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:42,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:42,771 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:42,771 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:42,771 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787542579_0001_00_000002
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,771 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,772 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,772 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:42,772 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:42,772 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:42,772 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:42,772 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:42,772 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: D1999CE622FA44F18C834852F9C3005E, VertexParallelism: 1, TaskAttemptID:attempt_1452787542579_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=47150926FF6F46BB8D7AF866F5A4C9DE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,772 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787542579_0001_1_00_000000_0] to container: [container_1452787542579_0001_00_000002]
2016-01-14 16:05:42,772 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:42,772 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:42,773 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,773 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:42,773 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,773 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787542579_0001_1_00_000000_0] started. Is using containerId: [container_1452787542579_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:42,773 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A148D36352A945F19364939D185A93AE, taskAttemptId=attempt_1452787542579_0001_1_00_000000_0, startTime=1452787542773, containerId=container_1452787542579_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787542579_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:42,773 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:42,773 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:42,773 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:42,774 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787542579_0001_00_000002 given task: attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,774 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787542579_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:42,774 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787542579_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,774 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,774 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,775 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:42,775 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:42,775 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:42,775 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:42,775 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:42,775 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: A148D36352A945F19364939D185A93AE, VertexParallelism: 1, TaskAttemptID:attempt_1452787542579_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C089A0C863A9406B8810885F313F628E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:42,775 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-01-14 16:05:42,775 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,775 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:42,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=47150926FF6F46BB8D7AF866F5A4C9DE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:42,776 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787542579_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:42,777 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:42,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 47150926FF6F46BB8D7AF866F5A4C9DE
2016-01-14 16:05:42,777 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 47150926FF6F46BB8D7AF866F5A4C9DE
2016-01-14 16:05:42,779 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:42,779 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 47150926FF6F46BB8D7AF866F5A4C9DE
2016-01-14 16:05:42,780 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 47150926FF6F46BB8D7AF866F5A4C9DE
2016-01-14 16:05:42,782 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C089A0C863A9406B8810885F313F628E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:42,782 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:42,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C089A0C863A9406B8810885F313F628E
2016-01-14 16:05:42,782 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D1999CE622FA44F18C834852F9C3005E, ordinal: 1
2016-01-14 16:05:42,784 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D1999CE622FA44F18C834852F9C3005E, mem on start (mb), free: 256, total: 589, max: 672
2016-01-14 16:05:42,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:42,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,784 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C089A0C863A9406B8810885F313F628E
2016-01-14 16:05:42,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:42,785 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,786 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:42,786 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C089A0C863A9406B8810885F313F628E
2016-01-14 16:05:42,786 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C089A0C863A9406B8810885F313F628E
2016-01-14 16:05:42,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:42,786 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:42,787 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,787 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:42,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:42,787 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:42,787 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:42,788 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:42,788 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,788 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:42,788 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:42,788 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 47150926FF6F46BB8D7AF866F5A4C9DE, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:42,788 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B2EFDA47A227403FAFE74BFB6D41B4D4, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:42,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:42,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 47150926FF6F46BB8D7AF866F5A4C9DE being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:42,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:42,789 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 47150926FF6F46BB8D7AF866F5A4C9DE
2016-01-14 16:05:42,790 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:42,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 47150926FF6F46BB8D7AF866F5A4C9DE
2016-01-14 16:05:42,790 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:42,791 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,791 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:42,791 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7bac9126
2016-01-14 16:05:42,792 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A148D36352A945F19364939D185A93AE, ordinal: 0
2016-01-14 16:05:42,792 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A148D36352A945F19364939D185A93AE, mem on start (mb), free: 253, total: 589, max: 672
2016-01-14 16:05:42,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:42,792 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:42,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:42,793 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7bac9126
2016-01-14 16:05:42,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:42,793 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,793 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:42,793 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:42,795 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:42,796 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 47150926FF6F46BB8D7AF866F5A4C9DE
2016-01-14 16:05:42,796 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']], id: E0C2EDEACDAC4718BBFE931F03A68D31
2016-01-14 16:05:42,796 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] E0C2EDEACDAC4718BBFE931F03A68D31
2016-01-14 16:05:42,796 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:42,796 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,797 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@2226e249; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@26d23823; comparator=cascading.tuple.hadoop.util.TupleComparator@336395be; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,796 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:42,797 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,797 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:42,797 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,797 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,798 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:42,798 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:42,798 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:42,798 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:42,798 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-01-14 16:05:42,799 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C089A0C863A9406B8810885F313F628E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:42,799 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B2EFDA47A227403FAFE74BFB6D41B4D4, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:42,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:42,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C089A0C863A9406B8810885F313F628E being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:42,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C089A0C863A9406B8810885F313F628E
2016-01-14 16:05:42,800 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:42,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C089A0C863A9406B8810885F313F628E
2016-01-14 16:05:42,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:42,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:42,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:42,800 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,800 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:42,801 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@55bb9d5
2016-01-14 16:05:42,803 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@55bb9d5
2016-01-14 16:05:42,803 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:42,803 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:42,812 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:42,813 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:42,813 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:42,813 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:42,813 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:42,814 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:42,814 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"] streamed: true, id: C089A0C863A9406B8810885F313F628E
2016-01-14 16:05:42,815 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']], id: E0C2EDEACDAC4718BBFE931F03A68D31
2016-01-14 16:05:42,815 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] E0C2EDEACDAC4718BBFE931F03A68D31
2016-01-14 16:05:42,815 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:42,816 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:42,816 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D1999CE622FA44F18C834852F9C3005E, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:42,816 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@3e14f86f; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@52c25f40; comparator=cascading.tuple.hadoop.util.TupleComparator@56fb8d32; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:42,816 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:42,816 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:42,817 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:42,821 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,821 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D1999CE622FA44F18C834852F9C3005E, mem on close (mb), free: 50, total: 589, max: 672
2016-01-14 16:05:42,821 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,821 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,821 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 16:05:42,821 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 16:05:42,825 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,832 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787542579_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:42,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787542579_0001_1_01, eventCount=1
2016-01-14 16:05:42,833 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D1999CE622FA44F18C834852F9C3005E, taskAttemptId=attempt_1452787542579_0001_1_01_000000_0, startTime=1452787542770, finishTime=1452787542833, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542816, Process_Duration=5, Process_End_Time=1452787542821, Read_Duration=4, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:42,833 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:42,833 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:42,833 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:42,833 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42,836 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:42,836 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:42,836 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_FINISHED]: vertexName=D1999CE622FA44F18C834852F9C3005E, taskId=task_1452787542579_0001_1_01_000000, startTime=1452787542770, finishTime=1452787542836, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1452787542579_0001_1_01_000000_0, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542816, Process_Duration=5, Process_End_Time=1452787542821, Read_Duration=4, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:42,836 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:42,836 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:42,837 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:42,837 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] : 1
2016-01-14 16:05:42,837 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:42,837 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:42,837 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:42,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:42,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787542816, Process_Duration=5, Process_End_Time=1452787542821, Read_Duration=4, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.Unique$Cache Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-01-14 16:05:42,972 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_FINISHED]: vertexName=D1999CE622FA44F18C834852F9C3005E, vertexId=vertex_1452787542579_0001_1_01, initRequestedTime=1452787542741, initedTime=1452787542752, startRequestedTime=1452787542754, startedTime=1452787542754, finishTime=1452787542837, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=617611264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542816, Process_Duration=5, Process_End_Time=1452787542821, Read_Duration=4, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1452787542770, firstTasksToStart=[ task_1452787542579_0001_1_01_000000 ], lastTaskFinishTime=1452787542833, lastTasksToFinish=[ task_1452787542579_0001_1_01_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787542579_0001_1_01_000000 ], longestDurationTasks=[ task_1452787542579_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:42,973 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:42,973 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:42,973 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:42,973 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787542579_0001_00_000001, stoppedTime=1452787542973, exitStatus=0
2016-01-14 16:05:42,973 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:42,973 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:42,973 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/rhs.txt"]
2016-01-14 16:05:42,973 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:42,974 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A148D36352A945F19364939D185A93AE, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:42,973 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:42,974 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,973 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:42,974 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] attempt: attempt_1452787542579_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,974 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:42,974 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787542579_0001_00_000001
2016-01-14 16:05:42,975 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787542579_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:42,975 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787542579_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:42,975 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787542579_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:42,975 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:42,975 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787542579_0001_00_000001, Exiting
2016-01-14 16:05:42,975 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787542579_0001_00_000001
2016-01-14 16:05:42,975 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787542579_0001_00_000001
2016-01-14 16:05:42,976 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,976 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A148D36352A945F19364939D185A93AE, mem on close (mb), free: 465, total: 699, max: 699
2016-01-14 16:05:42,976 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:42,976 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:42,976 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 16:05:42,976 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 16:05:42,977 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787542579_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:42,977 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787542579_0001_00_000001 completed successfully
2016-01-14 16:05:42,977 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:42,978 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,980 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787542579_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:42,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787542579_0001_1_00, eventCount=1
2016-01-14 16:05:42,981 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 29 [[File System Counters FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=8521, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=133, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787542974, Process_Duration=2, Process_End_Time=1452787542976, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.Unique$Cache Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-01-14 16:05:42,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:42,981 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A148D36352A945F19364939D185A93AE, taskAttemptId=attempt_1452787542579_0001_1_00_000000_0, startTime=1452787542773, finishTime=1452787542981, timeTaken=208, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=8521, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=133, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542974, Process_Duration=2, Process_End_Time=1452787542976, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:42,981 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:42,981 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42,981 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:42,982 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,981 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:42,982 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_FINISHED]: vertexName=A148D36352A945F19364939D185A93AE, taskId=task_1452787542579_0001_1_00_000000, startTime=1452787542773, finishTime=1452787542981, timeTaken=208, status=SUCCEEDED, successfulAttemptID=attempt_1452787542579_0001_1_00_000000_0, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=8521, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=133, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542974, Process_Duration=2, Process_End_Time=1452787542976, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:42,982 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:42,982 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] : 1
2016-01-14 16:05:42,982 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:42,982 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787542579_0001_00_000002
2016-01-14 16:05:42,982 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:42,983 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:42,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_FINISHED]: vertexName=A148D36352A945F19364939D185A93AE, vertexId=vertex_1452787542579_0001_1_00, initRequestedTime=1452787542742, initedTime=1452787542759, startRequestedTime=1452787542760, startedTime=1452787542760, finishTime=1452787542982, timeTaken=222, status=SUCCEEDED, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=219, FILE_BYTES_WRITTEN=8521, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=133, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787542974, Process_Duration=2, Process_End_Time=1452787542976, Read_Duration=0, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1452787542773, firstTasksToStart=[ task_1452787542579_0001_1_00_000000 ], lastTaskFinishTime=1452787542981, lastTasksToFinish=[ task_1452787542579_0001_1_00_000000 ], minTaskDuration=208, maxTaskDuration=208, avgTaskDuration=208.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787542579_0001_1_00_000000 ], longestDurationTasks=[ task_1452787542579_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:42,983 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:42,983 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:42,983 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787542579_0001_00_000002, stoppedTime=1452787542983, exitStatus=0
2016-01-14 16:05:42,983 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:42,984 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] attempt: attempt_1452787542579_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:42,984 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:42,984 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:42,984 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,984 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:42,984 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787542579_0001_00_000002. Relying on regular task shutdown for it to end
2016-01-14 16:05:42,984 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_STARTED]: vertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, taskId=task_1452787542579_0001_1_02_000000, scheduledTime=1452787542984, launchTime=1452787542984
2016-01-14 16:05:42,985 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:42,985 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:42,984 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:42,985 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:42,985 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: B2EFDA47A227403FAFE74BFB6D41B4D4, VertexParallelism: 1, TaskAttemptID:attempt_1452787542579_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D1999CE622FA44F18C834852F9C3005E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=A148D36352A945F19364939D185A93AE, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9E6AD94055D94C41B9E8A3AF42894249, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: B2EFDA47A227403FAFE74BFB6D41B4D4 { D1999CE622FA44F18C834852F9C3005E A148D36352A945F19364939D185A93AE } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:42,985 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:42,985 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:42,986 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787542579_0001_00_000003
2016-01-14 16:05:42,986 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:42,987 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787542579_0001_00_000003
2016-01-14 16:05:42,988 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:42,991 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:42,991 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:42,992 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787542579_0001_00_000003, launchTime=1452787542991
2016-01-14 16:05:42,992 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787542579_0001_00_000003
2016-01-14 16:05:42,992 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787542579_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:42,993 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787542579_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:42,993 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787542579_0001_00_000002, Exiting
2016-01-14 16:05:42,993 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787542579_0001_00_000002
2016-01-14 16:05:42,993 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787542579_0001_00_000002
2016-01-14 16:05:42,993 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787542579_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:42,993 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787542579_0001_00_000002 completed successfully
2016-01-14 16:05:42,993 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:42,993 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787542579_0001_1_02_000000_0] to container: [container_1452787542579_0001_00_000003]
2016-01-14 16:05:42,994 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:42,994 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787542579_0001_00_000003 given task: attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:42,994 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787542579_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:42,994 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787542579_0001_1_02_000000_0] started. Is using containerId: [container_1452787542579_0001_00_000003] on NM: [127.0.0.1:0]
2016-01-14 16:05:42,994 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:42,994 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, taskAttemptId=attempt_1452787542579_0001_1_02_000000_0, startTime=1452787542994, containerId=container_1452787542579_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787542579_0001_00_000003/teamcity, completedLogs=
2016-01-14 16:05:42,994 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:42,995 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:42,995 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:42,995 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:42,996 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:42,996 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:42,996 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:42,996 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:42,996 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:42,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC] lhs+rhs/(1/1) ...quemerge-nondeterministic, VertexName: B2EFDA47A227403FAFE74BFB6D41B4D4, VertexParallelism: 1, TaskAttemptID:attempt_1452787542579_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D1999CE622FA44F18C834852F9C3005E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=A148D36352A945F19364939D185A93AE, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9E6AD94055D94C41B9E8A3AF42894249, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ] groupInputSpecList=[{Group: B2EFDA47A227403FAFE74BFB6D41B4D4 { D1999CE622FA44F18C834852F9C3005E A148D36352A945F19364939D185A93AE } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput}, ]
2016-01-14 16:05:42,997 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=733478912
2016-01-14 16:05:42,997 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:42,997 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:42,997 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D1999CE622FA44F18C834852F9C3005E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=9E6AD94055D94C41B9E8A3AF42894249, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:42,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:42,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:42,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:42,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A148D36352A945F19364939D185A93AE, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:42,998 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787542579_0001_1_02_000000_0 sent events: (0-2)
2016-01-14 16:05:42,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:43,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A148D36352A945F19364939D185A93AE
2016-01-14 16:05:43,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 9E6AD94055D94C41B9E8A3AF42894249
2016-01-14 16:05:43,000 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:43,000 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 9E6AD94055D94C41B9E8A3AF42894249
2016-01-14 16:05:43,001 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:43,003 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 660131008, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:43,004 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:43,004 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 660131008, type: INPUT, componentVertexName: A148D36352A945F19364939D185A93AE
2016-01-14 16:05:43,004 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A148D36352A945F19364939D185A93AE
2016-01-14 16:05:43,006 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D1999CE622FA44F18C834852F9C3005E
2016-01-14 16:05:43,007 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B2EFDA47A227403FAFE74BFB6D41B4D4, ordinal: 2
2016-01-14 16:05:43,007 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B2EFDA47A227403FAFE74BFB6D41B4D4, mem on start (mb), free: 459, total: 699, max: 699
2016-01-14 16:05:43,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-01-14 16:05:43,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:43,008 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 660131008, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:43,008 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:43,008 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 660131008, type: INPUT, componentVertexName: D1999CE622FA44F18C834852F9C3005E
2016-01-14 16:05:43,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D1999CE622FA44F18C834852F9C3005E
2016-01-14 16:05:43,009 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:43,010 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:43,010 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 9E6AD94055D94C41B9E8A3AF42894249
2016-01-14 16:05:43,010 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:43,010 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeGroupInputs(469)) - Initializing GroupInput using GroupInputSpec: Group: B2EFDA47A227403FAFE74BFB6D41B4D4 { D1999CE622FA44F18C834852F9C3005E A148D36352A945F19364939D185A93AE } MergedInputDescriptor: org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput
2016-01-14 16:05:43,010 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:43,011 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:43,011 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:43,011 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:43,011 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:43,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-01-14 16:05:43,013 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1320262016, TotalRequestedScaled: 6.3372576768E8, TotalJVMHeap: 733478912, TotalAvailable: 480428687, TotalRequested/TotalJVMHeap:1.80
2016-01-14 16:05:43,013 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 9E6AD94055D94C41B9E8A3AF42894249, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:43,013 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A148D36352A945F19364939D185A93AE, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=660131008, allocated=240214343
2016-01-14 16:05:43,016 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D1999CE622FA44F18C834852F9C3005E, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=660131008, allocated=240214343
2016-01-14 16:05:43,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:43,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring D1999CE622FA44F18C834852F9C3005E for start, since it will be controlled via it's Group
2016-01-14 16:05:43,016 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(259)) - Ignoring A148D36352A945F19364939D185A93AE for start, since it will be controlled via it's Group
2016-01-14 16:05:43,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:43,017 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:43,017 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:43,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(279)) - InputGroup: B2EFDA47A227403FAFE74BFB6D41B4D4 being auto started by the framework. Subsequent instance will not be auto-started
2016-01-14 16:05:43,018 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D1999CE622FA44F18C834852F9C3005E with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:43,018 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=660131008, postMergeMem=0, RuntimeTotalAvailable=240214343. Updated to: ShuffleMem=240214343, postMergeMem: 0
2016-01-14 16:05:43,018 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=240214343, maxSingleShuffleLimit=60053584, mergeThreshold=216192896, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:43,018 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:43,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:43,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:43,019 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:43,019 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:43,022 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: A148D36352A945F19364939D185A93AE with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:43,022 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=660131008, postMergeMem=0, RuntimeTotalAvailable=240214343. Updated to: ShuffleMem=240214343, postMergeMem: 0
2016-01-14 16:05:43,022 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=240214343, maxSingleShuffleLimit=60053584, mergeThreshold=216192896, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:43,022 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:43,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B2EFDA47A227403FAFE74BFB6D41B4D4
2016-01-14 16:05:43,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:43,023 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:43,024 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787542579_0001_1_01_000000_0_10250, runDuration: 45769, ]
2016-01-14 16:05:43,025 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787542579_0001_1_01_000000_0_10250] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452787543025, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:43,025 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']]
2016-01-14 16:05:43,025 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D1999CE622FA44F18C834852F9C3005E
2016-01-14 16:05:43,026 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:43,026 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [D1999CE622FA44F18C834852F9C3005E] #39 in 1ms
2016-01-14 16:05:43,027 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] streamed: true, id: E0C2EDEACDAC4718BBFE931F03A68D31
2016-01-14 16:05:43,027 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic"], id: 9E6AD94055D94C41B9E8A3AF42894249
2016-01-14 16:05:43,028 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic"]
2016-01-14 16:05:43,027 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787542579_0001_1_00_000000_0_10251, runDuration: 186173, ]
2016-01-14 16:05:43,027 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D1999CE622FA44F18C834852F9C3005E] #39, status:false, isInterrupted:false
2016-01-14 16:05:43,028 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedMergedKVInput#start() on: GroupBy(lhs+rhs)[by: lhs:[{1}:'num'] rhs:[{1}:'num']] E0C2EDEACDAC4718BBFE931F03A68D31, for 1 inputs
2016-01-14 16:05:43,028 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:43,029 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 16:05:43,029 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:43,029 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:43,030 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 16:05:43,030 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D1999CE622FA44F18C834852F9C3005E
2016-01-14 16:05:43,030 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:43,030 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787542579_0001_1_00_000000_0_10251] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452787543030, TimeTaken=1, Rate=0.09 MB/s
2016-01-14 16:05:43,031 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : A148D36352A945F19364939D185A93AE
2016-01-14 16:05:43,031 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:43,031 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [A148D36352A945F19364939D185A93AE] #40 in 2ms
2016-01-14 16:05:43,032 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [A148D36352A945F19364939D185A93AE] #40, status:false, isInterrupted:false
2016-01-14 16:05:43,032 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:43,032 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 16:05:43,032 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:43,033 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:43,033 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 16:05:43,033 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : A148D36352A945F19364939D185A93AE
2016-01-14 16:05:43,033 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:43,033 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B2EFDA47A227403FAFE74BFB6D41B4D4, all 1 inputs ready in: 00:00:00.003
2016-01-14 16:05:43,034 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@39eaf61c; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@70c3c5f8
2016-01-14 16:05:43,035 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@787213dd; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@9764ff2
2016-01-14 16:05:43,037 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:43,038 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:43,038 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:43,038 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787542579_0001_1_02_000000_0 given a go for committing the task output.
2016-01-14 16:05:43,039 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:43,039 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B2EFDA47A227403FAFE74BFB6D41B4D4, mem on close (mb), free: 455, total: 699, max: 699
2016-01-14 16:05:43,039 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D1999CE622FA44F18C834852F9C3005E
2016-01-14 16:05:43,039 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:43,040 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:43,040 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:43,040 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:43,040 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:43,040 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: A148D36352A945F19364939D185A93AE
2016-01-14 16:05:43,041 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:43,041 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:43,041 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:43,041 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:43,041 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:43 Completed running task attempt: attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:43,042 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787542579_0001_1_02_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:43,043 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, taskAttemptId=attempt_1452787542579_0001_1_02_000000_0, startTime=1452787542994, finishTime=1452787543043, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543033, Process_Duration=6, Process_End_Time=1452787543039, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:43,043 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787542579_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:43,043 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:43,043 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:43,043 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:43,043 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:TASK_FINISHED]: vertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, taskId=task_1452787542579_0001_1_02_000000, startTime=1452787542994, finishTime=1452787543043, timeTaken=49, status=SUCCEEDED, successfulAttemptID=attempt_1452787542579_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543033, Process_Duration=6, Process_End_Time=1452787543039, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:43,044 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787542579_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:43,044 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:43,044 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] : 1
2016-01-14 16:05:43,044 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:43,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:VERTEX_FINISHED]: vertexName=B2EFDA47A227403FAFE74BFB6D41B4D4, vertexId=vertex_1452787542579_0001_1_02, initRequestedTime=1452787542744, initedTime=1452787542750, startRequestedTime=1452787542763, startedTime=1452787542764, finishTime=1452787543044, timeTaken=280, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543033, Process_Duration=6, Process_End_Time=1452787543039, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787542994, firstTasksToStart=[ task_1452787542579_0001_1_02_000000 ], lastTaskFinishTime=1452787543043, lastTasksToFinish=[ task_1452787542579_0001_1_02_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787542579_0001_1_02_000000 ], longestDurationTasks=[ task_1452787542579_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:43,044 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:43,045 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:43,045 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:43,045 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787542579_0001_00_000003, stoppedTime=1452787543045, exitStatus=0
2016-01-14 16:05:43,045 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:43,045 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-01-14 16:05:43,046 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787542579_0001_1
2016-01-14 16:05:43,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787542579_0001_1
2016-01-14 16:05:43,046 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 9E6AD94055D94C41B9E8A3AF42894249 for vertex: vertex_1452787542579_0001_1_02 [B2EFDA47A227403FAFE74BFB6D41B4D4]
2016-01-14 16:05:43,046 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:43,047 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=254, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787543033, Process_Duration=6, Process_End_Time=1452787543039, Read_Duration=0, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:43,047 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:43,047 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,047 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787542579_0001_00_000003
2016-01-14 16:05:43,047 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787542579_0001_00_000003 is valid, but no longer registered, and will be killed
2016-01-14 16:05:43,048 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787542579_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:43,048 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787542579_0001_00_000003, Exiting
2016-01-14 16:05:43,048 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787542579_0001_00_000003
2016-01-14 16:05:43,048 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787542579_0001_00_000003
2016-01-14 16:05:43,048 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787542579_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:43,048 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787542579_0001_00_000003 completed successfully
2016-01-14 16:05:43,054 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787542579_0001_1_01 [D1999CE622FA44F18C834852F9C3005E]
2016-01-14 16:05:43,054 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787542579_0001_1_00 [A148D36352A945F19364939D185A93AE]
2016-01-14 16:05:43,057 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787542579_0001_1, queueSize=0
2016-01-14 16:05:43,057 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:43,058 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787542579_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787542579_0001_1, startTime=1452787542740, finishTime=1452787543054, timeTaken=314, status=SUCCEEDED, diagnostics=, counters=Counters: 57, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=583, FILE_BYTES_WRITTEN=8680, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=8, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=20, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=133, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=2084569088, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=15, OUTPUT_BYTES=150, OUTPUT_BYTES_WITH_OVERHEAD=182, OUTPUT_BYTES_PHYSICAL=190, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=190, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=190, SHUFFLE_BYTES_DECOMPRESSED=182, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=190, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=10, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4358362628823, Process_Duration=13, Process_End_Time=4358362628836, Read_Duration=4, Tuples_Read=31, Tuples_Written=15, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=26, Tuples_Written=5, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=16, Num_Keys_Missed=10
2016-01-14 16:05:43,058 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787542579_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:43,058 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787542579_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:43,058 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787542579_0001_00_000003
2016-01-14 16:05:43,059 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787542579_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:43 Completed Dag: dag_1452787542579_0001_1
2016-01-14 16:05:43,061 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787542579_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:43,062 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787542579_0001_1_post
2016-01-14 16:05:43,062 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,062 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:43,064 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...quemerge-nondeterministic, applicationId=application_1452787542579_0001
2016-01-14 16:05:43,065 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:43,065 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:43,066 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:43,066 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:43,066 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:43,066 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:43,066 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:43,066 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:43,066 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:43,067 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:43,067 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:43,067 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:43,067 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:43,072 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/68020906436140FD90A1572168D6C9A7/E35C4415E54B49749938F759DF2AA9AC/.tez/application_1452787542579_0001
2016-01-14 16:05:43,072 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [lhs+rhs]  completed in: 00:00.510
2016-01-14 16:05:43,103 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testUniqueMerge/uniquemerge-nondeterministic
2016-01-14 16:05:43,122 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:43,123 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:43,150 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.006
2016-01-14 16:05:43,156 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-01-14 16:05:43,156 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:43,156 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:43,157 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:43,169 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:43,173 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique
2016-01-14 16:05:43,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting
2016-01-14 16:05:43,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:43,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  sink: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique"]
2016-01-14 16:05:43,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  parallel execution of steps is enabled: false
2016-01-14 16:05:43,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  executing total steps: 1
2016-01-14 16:05:43,211 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  allocating management threads: 1
2016-01-14 16:05:43,212 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] starting step: (1/1) ...latform/testUnique/unique
2016-01-14 16:05:43,212 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [shape] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:43,224 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] tez session mode enabled: true
2016-01-14 16:05:43,229 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:43,229 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:43,230 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:43,238 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999/.tez/application_1452787543229_0001 doesn't exist and is created
2016-01-14 16:05:43,252 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:43,252 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:43,253 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999/.tez/application_1452787543229_0001
2016-01-14 16:05:43,254 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787543229_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:43,263 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:43,264 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:43,265 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:43,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:43,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999/.tez/application_1452787543229_0001/localmode-log-dir
2016-01-14 16:05:43,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999/.tez/application_1452787543229_0001/localmode-log-dir/history.txt.appattempt_1452787543229_0001_000000, maxErrors=10
2016-01-14 16:05:43,265 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:43,266 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787543229_0001_000000, appSubmitTime=1452787543254, launchTime=1452787543254
2016-01-14 16:05:43,270 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:32862
2016-01-14 16:05:43,274 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:43,275 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:43,276 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:43,277 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:43,277 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:43,278 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787543229_0001_000000, startTime=1452787543278
2016-01-14 16:05:43,278 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:43,278 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:43,352 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:43,352 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:43,353 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...latform/testUnique/unique, applicationId=application_1452787543229_0001, dagName=[CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique
2016-01-14 16:05:43,366 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:43,366 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:43,367 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique
2016-01-14 16:05:43,368 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787543229_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999/.tez/application_1452787543229_0001/localmode-log-dir/dag_1452787543229_0001_1.dot
2016-01-14 16:05:43,374 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999/.tez/application_1452787543229_0001/localmode-log-dir/dag_1452787543229_0001_1-tez-dag.pb.txt
2016-01-14 16:05:43,380 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787543229_0001_1
2016-01-14 16:05:43,380 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,380 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique
2016-01-14 16:05:43 Running Dag: dag_1452787543229_0001_1
2016-01-14 16:05:43,391 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787543229_0001_1, submitTime=1452787543367
2016-01-14 16:05:43,391 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:43,393 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex CF78CEDDE16F4B55BD4F1B0FC4D93A42
2016-01-14 16:05:43,394 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:43,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787543229_0001_1, initTime=1452787543391
2016-01-14 16:05:43,394 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787543229_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:43,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:DAG_STARTED]: dagID=dag_1452787543229_0001_1, startTime=1452787543394
2016-01-14 16:05:43,394 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:43,394 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787543229_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:43,394 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: CE9A11E3C7804F6083E6D15DECF1CC46 : {0A6FC005407E44A28059B696B708CA47={InputName=0A6FC005407E44A28059B696B708CA47}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:43,395 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 0A6FC005407E44A28059B696B708CA47, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:43,395 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,395 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,395 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,395 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]. Starting root input initializers: 1
2016-01-14 16:05:43,395 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:43,395 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,394 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:43,395 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 0A6FC005407E44A28059B696B708CA47 on vertex vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,396 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...latform/testUnique/unique, applicationId=application_1452787543229_0001, dagName=[CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique
2016-01-14 16:05:43,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:43,398 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:43,398 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,398 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:43,398 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,398 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,398 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=8102AA5A709F4145931229556DCFBA9F, vertexId=vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:43,398 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 0A6FC005407E44A28059B696B708CA47 asking for 1 tasks. Headroom: 699 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:43,398 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=8102AA5A709F4145931229556DCFBA9F, vertexId=vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,398 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:43,399 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:43,400 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=8102AA5A709F4145931229556DCFBA9F, vertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:43,400 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=8102AA5A709F4145931229556DCFBA9F, vertexId=vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,400 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:43,401 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 0A6FC005407E44A28059B696B708CA47 on vertex vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:43,401 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, vertexId=vertex_1452787543229_0001_1_01, initRequestedTime=1452787543395, initedTime=1452787543401, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:43,401 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:43,401 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:43,401 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {0A6FC005407E44A28059B696B708CA47=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:43,402 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] parallelism set to 1
2016-01-14 16:05:43,402 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:43,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787543229_0001_1_00, eventCount=1
2016-01-14 16:05:43,402 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:43,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CE9A11E3C7804F6083E6D15DECF1CC46, vertexId=vertex_1452787543229_0001_1_00, initRequestedTime=1452787543394, initedTime=1452787543402, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:43,402 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] with distanceFromRoot: 0
2016-01-14 16:05:43,402 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:43,403 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,403 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:43,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787543229_0001_1_00, startRequestedTime=1452787543403, startedTime=1452787543403
2016-01-14 16:05:43,403 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:43,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:43,404 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_STARTED]: vertexName=CE9A11E3C7804F6083E6D15DECF1CC46, taskId=task_1452787543229_0001_1_00_000000, scheduledTime=1452787543403, launchTime=1452787543403
2016-01-14 16:05:43,404 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543229_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:43,404 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787543229_0001_1_00 for vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] numStartedSources: 1 numSources: 1
2016-01-14 16:05:43,404 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] with distanceFromRoot: 1
2016-01-14 16:05:43,404 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,405 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: CE9A11E3C7804F6083E6D15DECF1CC46 in vertex: CF78CEDDE16F4B55BD4F1B0FC4D93A42
2016-01-14 16:05:43,405 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: CF78CEDDE16F4B55BD4F1B0FC4D93A42 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:43,405 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:43,406 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787543229_0001_1_01, startRequestedTime=1452787543405, startedTime=1452787543405
2016-01-14 16:05:43,406 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:43,406 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique, VertexName: CE9A11E3C7804F6083E6D15DECF1CC46, VertexParallelism: 1, TaskAttemptID:attempt_1452787543229_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0A6FC005407E44A28059B696B708CA47, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:43,406 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543229_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:43,406 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:43,409 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:43,410 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:43,410 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:43,410 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787543229_0001_00_000001
2016-01-14 16:05:43,411 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:43,411 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape] submitted tez dag to app master: application_1452787543229_0001, with dag id: dag_1452787543229_0001_1
2016-01-14 16:05:43,412 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787543229_0001_00_000001
2016-01-14 16:05:43,412 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:43,413 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:43,413 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:43,413 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787543229_0001_00_000001, launchTime=1452787543413
2016-01-14 16:05:43,413 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543229_0001_00_000001
2016-01-14 16:05:43,414 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787543229_0001_1_00_000000_0] to container: [container_1452787543229_0001_00_000001]
2016-01-14 16:05:43,414 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:43,415 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787543229_0001_1_00_000000_0] started. Is using containerId: [container_1452787543229_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:43,415 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CE9A11E3C7804F6083E6D15DECF1CC46, taskAttemptId=attempt_1452787543229_0001_1_00_000000_0, startTime=1452787543414, containerId=container_1452787543229_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787543229_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:43,415 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543229_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:43,415 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:43,415 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543229_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:43,415 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787543229_0001_00_000001 given task: attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,415 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543229_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43 Starting to run new task attempt: attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,416 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,416 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,416 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:43,416 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:43,416 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:43,416 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:43,416 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:43,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique, VertexName: CE9A11E3C7804F6083E6D15DECF1CC46, VertexParallelism: 1, TaskAttemptID:attempt_1452787543229_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=0A6FC005407E44A28059B696B708CA47, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:43,416 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=733478912
2016-01-14 16:05:43,417 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,417 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:43,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,417 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787543229_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:43,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=0A6FC005407E44A28059B696B708CA47, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:43,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:43,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 0A6FC005407E44A28059B696B708CA47
2016-01-14 16:05:43,419 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 0A6FC005407E44A28059B696B708CA47
2016-01-14 16:05:43,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:43,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:43,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: CF78CEDDE16F4B55BD4F1B0FC4D93A42
2016-01-14 16:05:43,421 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:43,421 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:43,422 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 0A6FC005407E44A28059B696B708CA47
2016-01-14 16:05:43,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 0A6FC005407E44A28059B696B708CA47
2016-01-14 16:05:43,423 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:43,423 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: CF78CEDDE16F4B55BD4F1B0FC4D93A42
2016-01-14 16:05:43,423 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: CF78CEDDE16F4B55BD4F1B0FC4D93A42
2016-01-14 16:05:43,424 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CE9A11E3C7804F6083E6D15DECF1CC46, ordinal: 0
2016-01-14 16:05:43,424 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CE9A11E3C7804F6083E6D15DECF1CC46, mem on start (mb), free: 370, total: 699, max: 699
2016-01-14 16:05:43,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:43,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:43,425 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:43,425 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:43,425 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:43,425 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:43,425 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:43,425 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:43,425 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 733478912, TotalAvailable: 491430871, TotalRequested/TotalJVMHeap:0.14
2016-01-14 16:05:43,425 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 0A6FC005407E44A28059B696B708CA47, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:43,425 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, CF78CEDDE16F4B55BD4F1B0FC4D93A42, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:43,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:43,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 0A6FC005407E44A28059B696B708CA47 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:43,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:43,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:43,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 0A6FC005407E44A28059B696B708CA47
2016-01-14 16:05:43,426 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:43,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 0A6FC005407E44A28059B696B708CA47
2016-01-14 16:05:43,427 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:43,427 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,427 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:43,427 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@61000edd
2016-01-14 16:05:43,428 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@61000edd
2016-01-14 16:05:43,428 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:43,428 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:43,431 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:43,431 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 0A6FC005407E44A28059B696B708CA47
2016-01-14 16:05:43,432 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(shape)[by:[{1}:'num']], id: F358C960556249D5978BE4A01A1CA02B
2016-01-14 16:05:43,432 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(shape)[by:[{1}:'num']] F358C960556249D5978BE4A01A1CA02B
2016-01-14 16:05:43,432 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@5a0d308e; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@17eee8d2; comparator=cascading.tuple.hadoop.util.TupleComparator@45f73f44; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:43,432 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:43,432 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:43,432 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:43,450 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:43,450 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:43,450 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:43,450 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:43,450 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:43,451 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:43,451 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:43,452 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CE9A11E3C7804F6083E6D15DECF1CC46, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:43,453 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,454 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CE9A11E3C7804F6083E6D15DECF1CC46, mem on close (mb), free: 268, total: 699, max: 699
2016-01-14 16:05:43,454 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:43,455 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:43,455 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 75; bufvoid = 104857600
2016-01-14 16:05:43,456 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214380(104857520); length = 17/6553600
2016-01-14 16:05:43,457 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:43 Completed running task attempt: attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,460 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787543229_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:43,460 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 29 [[File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787543452, Process_Duration=1, Process_End_Time=1452787543453, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.Unique$Cache Num_Keys_Hit=8, Num_Keys_Missed=5]]
2016-01-14 16:05:43,460 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787543229_0001_1_00, eventCount=1
2016-01-14 16:05:43,460 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:43,460 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,460 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543229_0001_00_000001
2016-01-14 16:05:43,461 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:43,461 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CE9A11E3C7804F6083E6D15DECF1CC46, taskAttemptId=attempt_1452787543229_0001_1_00_000000_0, startTime=1452787543414, finishTime=1452787543460, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543452, Process_Duration=1, Process_End_Time=1452787543453, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:43,461 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543229_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:43,461 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:43,461 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43,462 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:43,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_FINISHED]: vertexName=CE9A11E3C7804F6083E6D15DECF1CC46, taskId=task_1452787543229_0001_1_00_000000, startTime=1452787543414, finishTime=1452787543462, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1452787543229_0001_1_00_000000_0, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543452, Process_Duration=1, Process_End_Time=1452787543453, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:43,462 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543229_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:43,462 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] : 1
2016-01-14 16:05:43,462 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,463 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:43,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_FINISHED]: vertexName=CE9A11E3C7804F6083E6D15DECF1CC46, vertexId=vertex_1452787543229_0001_1_00, initRequestedTime=1452787543394, initedTime=1452787543402, startRequestedTime=1452787543403, startedTime=1452787543403, finishTime=1452787543462, timeTaken=59, status=SUCCEEDED, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=127, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=5, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=5, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543452, Process_Duration=1, Process_End_Time=1452787543453, Read_Duration=1, Tuples_Read=13, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5, vertexStats=firstTaskStartTime=1452787543414, firstTasksToStart=[ task_1452787543229_0001_1_00_000000 ], lastTaskFinishTime=1452787543460, lastTasksToFinish=[ task_1452787543229_0001_1_00_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787543229_0001_1_00_000000 ], longestDurationTasks=[ task_1452787543229_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:43,463 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:43,463 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:43,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787543229_0001_00_000001, stoppedTime=1452787543463, exitStatus=0
2016-01-14 16:05:43,464 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:43,464 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] attempt: attempt_1452787543229_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:43,464 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: CF78CEDDE16F4B55BD4F1B0FC4D93A42
2016-01-14 16:05:43,464 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,464 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:43,463 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:43,464 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1452787543229_0001_00_000001. Relying on regular task shutdown for it to end
2016-01-14 16:05:43,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_STARTED]: vertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, taskId=task_1452787543229_0001_1_01_000000, scheduledTime=1452787543465, launchTime=1452787543465
2016-01-14 16:05:43,465 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543229_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:43,465 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-01-14 16:05:43,465 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,465 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique, VertexName: CF78CEDDE16F4B55BD4F1B0FC4D93A42, VertexParallelism: 1, TaskAttemptID:attempt_1452787543229_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CE9A11E3C7804F6083E6D15DECF1CC46, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8102AA5A709F4145931229556DCFBA9F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:43,465 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:43,465 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543229_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:43,465 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:43,466 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787543229_0001_00_000002
2016-01-14 16:05:43,466 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:43,468 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787543229_0001_00_000002
2016-01-14 16:05:43,468 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:43,468 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:43,469 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:43,469 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787543229_0001_00_000002, launchTime=1452787543468
2016-01-14 16:05:43,469 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543229_0001_00_000002
2016-01-14 16:05:43,470 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787543229_0001_1_01_000000_0] to container: [container_1452787543229_0001_00_000002]
2016-01-14 16:05:43,470 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:43,470 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787543229_0001_1_01_000000_0] started. Is using containerId: [container_1452787543229_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:43,471 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, taskAttemptId=attempt_1452787543229_0001_1_01_000000_0, startTime=1452787543470, containerId=container_1452787543229_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787543229_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:43,471 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543229_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:43,471 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543229_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:43,471 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:43,471 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787543229_0001_00_000002 given task: attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,471 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543229_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,471 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787543229_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:43 Starting to run new task attempt: attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,471 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543229_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:43,472 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,472 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,472 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:43,472 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:43,472 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:43,472 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:43,472 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:43,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999] shape/(1/1) ...latform/testUnique/unique, VertexName: CF78CEDDE16F4B55BD4F1B0FC4D93A42, VertexParallelism: 1, TaskAttemptID:attempt_1452787543229_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CE9A11E3C7804F6083E6D15DECF1CC46, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=8102AA5A709F4145931229556DCFBA9F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:43,472 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=733478912
2016-01-14 16:05:43,472 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,472 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:43,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CE9A11E3C7804F6083E6D15DECF1CC46, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:43,473 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787543229_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:43,474 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:43,474 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,474 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787543229_0001_00_000001, Exiting
2016-01-14 16:05:43,474 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787543229_0001_00_000001
2016-01-14 16:05:43,475 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787543229_0001_00_000001
2016-01-14 16:05:43,476 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:43,476 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 660131008, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:43,476 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:43,476 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 660131008, type: INPUT, componentVertexName: CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,477 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787543229_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:43,477 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787543229_0001_00_000001 completed successfully
2016-01-14 16:05:43,477 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-01-14 16:05:43,481 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CF78CEDDE16F4B55BD4F1B0FC4D93A42, ordinal: 1
2016-01-14 16:05:43,481 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CF78CEDDE16F4B55BD4F1B0FC4D93A42, mem on start (mb), free: 264, total: 699, max: 699
2016-01-14 16:05:43,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:43,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:43,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=8102AA5A709F4145931229556DCFBA9F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:43,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:43,482 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 8102AA5A709F4145931229556DCFBA9F
2016-01-14 16:05:43,482 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:43,482 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 8102AA5A709F4145931229556DCFBA9F
2016-01-14 16:05:43,490 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:43,490 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 8102AA5A709F4145931229556DCFBA9F
2016-01-14 16:05:43,490 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:43,490 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:43,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:43,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:43,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:43,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:43,490 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 660131008, TotalRequestedScaled: 6.093516996923077E8, TotalJVMHeap: 733478912, TotalAvailable: 491430871, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:43,490 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CE9A11E3C7804F6083E6D15DECF1CC46, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=660131008, allocated=491430871
2016-01-14 16:05:43,491 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 8102AA5A709F4145931229556DCFBA9F, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:43,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:43,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CE9A11E3C7804F6083E6D15DECF1CC46 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:43,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:43,491 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:43,491 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:43,491 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:43,492 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: CE9A11E3C7804F6083E6D15DECF1CC46 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:43,492 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=660131008, postMergeMem=0, RuntimeTotalAvailable=491430871. Updated to: ShuffleMem=491430871, postMergeMem: 0
2016-01-14 16:05:43,492 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=491430871, maxSingleShuffleLimit=122857720, mergeThreshold=442287776, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:43,492 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:43,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,493 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:43,493 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,494 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787543229_0001_1_00_000000_0_10258, runDuration: 37899, ]
2016-01-14 16:05:43,495 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787543229_0001_1_00_000000_0_10258] to DISK_DIRECT, CompressedSize=95, DecompressedSize=91,EndTime=1452787543495, TimeTaken=1, Rate=0.09 MB/s
2016-01-14 16:05:43,495 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,495 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:43,495 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [CE9A11E3C7804F6083E6D15DECF1CC46] #41 in 1ms
2016-01-14 16:05:43,496 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(shape)[by:[{1}:'num']]
2016-01-14 16:05:43,496 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [CE9A11E3C7804F6083E6D15DECF1CC46] #41, status:false, isInterrupted:false
2016-01-14 16:05:43,496 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(shape)[by:[{1}:'num']] streamed: true, id: F358C960556249D5978BE4A01A1CA02B
2016-01-14 16:05:43,496 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique"], id: 8102AA5A709F4145931229556DCFBA9F
2016-01-14 16:05:43,497 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:43,497 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['item']->['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testUnique/unique"]
2016-01-14 16:05:43,497 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 95 bytes from disk
2016-01-14 16:05:43,497 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:43,497 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:43,497 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(shape)[by:[{1}:'num']] F358C960556249D5978BE4A01A1CA02B, for 1 inputs
2016-01-14 16:05:43,497 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 78 bytes
2016-01-14 16:05:43,497 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,498 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:43,498 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CF78CEDDE16F4B55BD4F1B0FC4D93A42, all 1 inputs ready in: 00:00:00.001
2016-01-14 16:05:43,498 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@248e5e06; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@7ebeeea9
2016-01-14 16:05:43,500 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:43,500 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:43,500 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,500 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787543229_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:43,501 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,501 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CF78CEDDE16F4B55BD4F1B0FC4D93A42, mem on close (mb), free: 261, total: 699, max: 699
2016-01-14 16:05:43,501 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: CE9A11E3C7804F6083E6D15DECF1CC46
2016-01-14 16:05:43,502 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:43,502 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:43,502 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:43,502 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:43,503 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:43 Completed running task attempt: attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,503 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787543229_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:43,504 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:43,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, taskAttemptId=attempt_1452787543229_0001_1_01_000000_0, startTime=1452787543470, finishTime=1452787543504, timeTaken=34, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543498, Process_Duration=3, Process_End_Time=1452787543501, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:43,504 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543229_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:43,504 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43,505 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:43,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:TASK_FINISHED]: vertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, taskId=task_1452787543229_0001_1_01_000000, startTime=1452787543470, finishTime=1452787543504, timeTaken=34, status=SUCCEEDED, successfulAttemptID=attempt_1452787543229_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543498, Process_Duration=3, Process_End_Time=1452787543501, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5
2016-01-14 16:05:43,505 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543229_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:43,505 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] : 1
2016-01-14 16:05:43,505 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,505 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787543498, Process_Duration=3, Process_End_Time=1452787543501, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=5]]
2016-01-14 16:05:43,505 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:43,506 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,506 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543229_0001_00_000002
2016-01-14 16:05:43,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:VERTEX_FINISHED]: vertexName=CF78CEDDE16F4B55BD4F1B0FC4D93A42, vertexId=vertex_1452787543229_0001_1_01, initRequestedTime=1452787543395, initedTime=1452787543401, startRequestedTime=1452787543405, startedTime=1452787543405, finishTime=1452787543505, timeTaken=100, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=127, FILE_BYTES_WRITTEN=32, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=5, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, OUTPUT_RECORDS=5, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787543498, Process_Duration=3, Process_End_Time=1452787543501, Read_Duration=1, Tuples_Read=5, Tuples_Written=5, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=5, vertexStats=firstTaskStartTime=1452787543470, firstTasksToStart=[ task_1452787543229_0001_1_01_000000 ], lastTaskFinishTime=1452787543504, lastTasksToFinish=[ task_1452787543229_0001_1_01_000000 ], minTaskDuration=34, maxTaskDuration=34, avgTaskDuration=34.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787543229_0001_1_01_000000 ], longestDurationTasks=[ task_1452787543229_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:43,506 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:43,506 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:43,506 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787543229_0001_00_000002, stoppedTime=1452787543506, exitStatus=0
2016-01-14 16:05:43,506 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:43,507 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:43,507 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787543229_0001_1
2016-01-14 16:05:43,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787543229_0001_1
2016-01-14 16:05:43,507 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787543229_0001_1_00 [CE9A11E3C7804F6083E6D15DECF1CC46]
2016-01-14 16:05:43,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:43,507 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 8102AA5A709F4145931229556DCFBA9F for vertex: vertex_1452787543229_0001_1_01 [CF78CEDDE16F4B55BD4F1B0FC4D93A42]
2016-01-14 16:05:43,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:43,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:43,515 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787543229_0001_1, queueSize=0
2016-01-14 16:05:43,516 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:43,516 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543229_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787543229_0001_1, startTime=1452787543394, finishTime=1452787543514, timeTaken=120, status=SUCCEEDED, diagnostics=, counters=Counters: 57, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=237, FILE_BYTES_WRITTEN=159, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=5, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=10, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1466957824, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=10, OUTPUT_BYTES=75, OUTPUT_BYTES_WITH_OVERHEAD=91, OUTPUT_BYTES_PHYSICAL=95, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=95, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=95, SHUFFLE_BYTES_DECOMPRESSED=91, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=95, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=6, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575086950, Process_Duration=4, Process_End_Time=2905575086954, Read_Duration=2, Tuples_Read=18, Tuples_Written=10, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=5, cascading.pipe.assembly.Unique$Cache, Num_Keys_Hit=8, Num_Keys_Missed=5
2016-01-14 16:05:43,516 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787543229_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:43,516 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787543229_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:43,516 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787543229_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:43,517 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543229_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:43,517 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787543229_0001_00_000002, Exiting
2016-01-14 16:05:43,517 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787543229_0001_00_000002
2016-01-14 16:05:43,517 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787543229_0001_00_000002
2016-01-14 16:05:43,517 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787543229_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:43,517 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787543229_0001_00_000002 completed successfully
2016-01-14 16:05:43,517 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787543229_0001_00_000002
2016-01-14 16:05:43 Completed Dag: dag_1452787543229_0001_1
2016-01-14 16:05:43,518 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787543229_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:43,518 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787543229_0001_1_post
2016-01-14 16:05:43,519 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,519 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:43,520 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543229_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:43,524 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...latform/testUnique/unique, applicationId=application_1452787543229_0001
2016-01-14 16:05:43,525 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:43,525 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:43,525 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:43,525 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:43,525 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:43,526 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:43,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:43,526 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:43,527 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:43,527 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:43,527 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:43,528 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:43,528 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:43,533 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/CFFAE7CC44C548E5986B6CEA7C45FE9C/DD79C5AB212842CB935AADE4759C0999/.tez/application_1452787543229_0001
2016-01-14 16:05:43,534 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [shape]  completed in: 00:00.322
2016-01-14 16:05:43,565 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testUnique/unique
2016-01-14 16:05:43,586 INFO  util.Util (Util.java:findMainClass(1327)) - using default application jar, may cause class not found exceptions on the cluster
2016-01-14 16:05:43,587 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(149)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.0.4/561447ee876073bb61fddc52e2ad157f45c8edd/cascading-hadoop2-tez-3.0.4.jar
2016-01-14 16:05:43,614 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-01-14 16:05:43,627 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-01-14 16:05:43,627 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:43,628 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-01-14 16:05:43,628 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-01-14 16:05:43,647 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt
2016-01-14 16:05:43,654 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull
2016-01-14 16:05:43,695 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting
2016-01-14 16:05:43,695 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:43,696 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  sink: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull"]
2016-01-14 16:05:43,696 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  parallel execution of steps is enabled: false
2016-01-14 16:05:43,697 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  executing total steps: 1
2016-01-14 16:05:43,697 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  allocating management threads: 1
2016-01-14 16:05:43,698 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] starting step: (1/1) ...lNotNull/countnullnotnull
2016-01-14 16:05:43,699 WARN  flow.Flow (BaseFlow.java:logWarn(1445)) - [count] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-01-14 16:05:43,708 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] tez session mode enabled: true
2016-01-14 16:05:43,713 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:43,713 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-01-14 16:05:43,713 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-01-14 16:05:43,722 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192/.tez/application_1452787543713_0001 doesn't exist and is created
2016-01-14 16:05:43,736 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-01-14 16:05:43,737 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-01-14 16:05:43,737 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192/.tez/application_1452787543713_0001
2016-01-14 16:05:43,739 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1452787543713_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-01-14 16:05:43,748 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-01-14 16:05:43,748 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-01-14 16:05:43,749 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-01-14 16:05:43,750 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-01-14 16:05:43,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192/.tez/application_1452787543713_0001/localmode-log-dir
2016-01-14 16:05:43,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192/.tez/application_1452787543713_0001/localmode-log-dir/history.txt.appattempt_1452787543713_0001_000000, maxErrors=10
2016-01-14 16:05:43,750 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-01-14 16:05:43,750 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1452787543713_0001_000000, appSubmitTime=1452787543739, launchTime=1452787543739
2016-01-14 16:05:43,754 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-01-14 16:05:43,754 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-01-14 16:05:43,755 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-01-14 16:05:43,755 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-01-14 16:05:43,756 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:43,756 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:43,756 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-187-41-40.ec2.internal/10.187.41.40:51004
2016-01-14 16:05:43,762 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-01-14 16:05:43,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1452787543713_0001_000000, startTime=1452787543763
2016-01-14 16:05:43,763 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-01-14 16:05:43,764 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-01-14 16:05:43,837 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-01-14 16:05:43,837 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-01-14 16:05:43,837 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...lNotNull/countnullnotnull, applicationId=application_1452787543713_0001, dagName=[2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull
2016-01-14 16:05:43,853 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull
2016-01-14 16:05:43,854 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1452787543713_0001_1, filePath=/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192/.tez/application_1452787543713_0001/localmode-log-dir/dag_1452787543713_0001_1.dot
2016-01-14 16:05:43,855 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192/.tez/application_1452787543713_0001/localmode-log-dir/dag_1452787543713_0001_1-tez-dag.pb.txt
2016-01-14 16:05:43,861 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787543713_0001_1
2016-01-14 16:05:43,861 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,861 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull
2016-01-14 16:05:43 Running Dag: dag_1452787543713_0001_1
2016-01-14 16:05:43,871 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-01-14 16:05:43,871 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1452787543713_0001_1, submitTime=1452787543853
2016-01-14 16:05:43,872 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AC0251816F2C424182327E647B22ACF6
2016-01-14 16:05:43,873 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-01-14 16:05:43,873 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-01-14 16:05:43,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1452787543713_0001_1, initTime=1452787543871
2016-01-14 16:05:43,874 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787543713_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-01-14 16:05:43,874 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:DAG_STARTED]: dagID=dag_1452787543713_0001_1, startTime=1452787543874
2016-01-14 16:05:43,874 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-01-14 16:05:43,874 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-01-14 16:05:43,874 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787543713_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-01-14 16:05:43,874 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E703EA595F484984955E8E6BE02D3639 : {7E31752C63164DADA20B2E392A125E25={InputName=7E31752C63164DADA20B2E392A125E25}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-01-14 16:05:43,874 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7E31752C63164DADA20B2E392A125E25, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-01-14 16:05:43,874 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:43,875 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:43,875 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:43,875 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]. Starting root input initializers: 1
2016-01-14 16:05:43,875 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] transitioned from NEW to INITIALIZING due to event V_INIT
2016-01-14 16:05:43,875 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:43,877 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...lNotNull/countnullnotnull, applicationId=application_1452787543713_0001, dagName=[2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull
2016-01-14 16:05:43,877 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7E31752C63164DADA20B2E392A125E25 on vertex vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:43,878 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-01-14 16:05:43,878 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:43,878 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:43,878 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:43,878 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=9B2D7CCF06F341BCB0CE746DB2BCF985, vertexId=vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-01-14 16:05:43,879 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=9B2D7CCF06F341BCB0CE746DB2BCF985, vertexId=vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:43,880 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-01-14 16:05:43,880 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=9B2D7CCF06F341BCB0CE746DB2BCF985, vertexName=AC0251816F2C424182327E647B22ACF6, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-01-14 16:05:43,881 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=9B2D7CCF06F341BCB0CE746DB2BCF985, vertexId=vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:43,880 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7E31752C63164DADA20B2E392A125E25 asking for 1 tasks. Headroom: 699 Task Resource: 1024 waves: 1.7
2016-01-14 16:05:43,881 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-01-14 16:05:43,882 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-01-14 16:05:43,882 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:43,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC0251816F2C424182327E647B22ACF6, vertexId=vertex_1452787543713_0001_1_01, initRequestedTime=1452787543875, initedTime=1452787543882, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-01-14 16:05:43,882 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] transitioned from NEW to INITED due to event V_INIT
2016-01-14 16:05:43,884 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 396
2016-01-14 16:05:43,884 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7E31752C63164DADA20B2E392A125E25 on vertex vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:43,884 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:43,884 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7E31752C63164DADA20B2E392A125E25=forAllWorkUnits=true, update=[1]}
2016-01-14 16:05:43,885 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] parallelism set to 1
2016-01-14 16:05:43,885 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-01-14 16:05:43,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787543713_0001_1_00, eventCount=1
2016-01-14 16:05:43,885 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-01-14 16:05:43,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E703EA595F484984955E8E6BE02D3639, vertexId=vertex_1452787543713_0001_1_00, initRequestedTime=1452787543874, initedTime=1452787543885, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-01-14 16:05:43,886 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] with distanceFromRoot: 0
2016-01-14 16:05:43,886 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-01-14 16:05:43,886 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:43,887 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:43,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:43,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787543713_0001_1_00, startRequestedTime=1452787543886, startedTime=1452787543886
2016-01-14 16:05:43,887 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:43,888 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:43,888 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_STARTED]: vertexName=E703EA595F484984955E8E6BE02D3639, taskId=task_1452787543713_0001_1_00_000000, scheduledTime=1452787543888, launchTime=1452787543888
2016-01-14 16:05:43,888 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543713_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:43,888 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1452787543713_0001_1_00 for vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] numStartedSources: 1 numSources: 1
2016-01-14 16:05:43,889 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] with distanceFromRoot: 1
2016-01-14 16:05:43,889 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:43,891 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E703EA595F484984955E8E6BE02D3639 in vertex: AC0251816F2C424182327E647B22ACF6
2016-01-14 16:05:43,891 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: AC0251816F2C424182327E647B22ACF6 with 1 source tasks and 1 pending tasks
2016-01-14 16:05:43,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-01-14 16:05:43,892 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1452787543713_0001_1_01, startRequestedTime=1452787543889, startedTime=1452787543889
2016-01-14 16:05:43,892 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] transitioned from INITED to RUNNING due to event V_START
2016-01-14 16:05:43,892 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull, VertexName: E703EA595F484984955E8E6BE02D3639, VertexParallelism: 1, TaskAttemptID:attempt_1452787543713_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7E31752C63164DADA20B2E392A125E25, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AC0251816F2C424182327E647B22ACF6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:43,892 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543713_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:43,892 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:43,893 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-01-14 16:05:43,893 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-01-14 16:05:43,893 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-01-14 16:05:43,894 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787543713_0001_00_000001
2016-01-14 16:05:43,894 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:43,895 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787543713_0001_00_000001
2016-01-14 16:05:43,895 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-01-14 16:05:43,896 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:43,896 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count] submitted tez dag to app master: application_1452787543713_0001, with dag id: dag_1452787543713_0001_1
2016-01-14 16:05:43,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787543713_0001_00_000001, launchTime=1452787543895
2016-01-14 16:05:43,896 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:43,896 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543713_0001_00_000001
2016-01-14 16:05:43,897 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787543713_0001_1_00_000000_0] to container: [container_1452787543713_0001_00_000001]
2016-01-14 16:05:43,897 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:43,898 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787543713_0001_00_000001 given task: attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:43,898 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543713_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:43 Starting to run new task attempt: attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:43,899 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:43,899 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:43,899 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:43,899 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:43,899 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:43,899 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:43,899 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:43,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull, VertexName: E703EA595F484984955E8E6BE02D3639, VertexParallelism: 1, TaskAttemptID:attempt_1452787543713_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7E31752C63164DADA20B2E392A125E25, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AC0251816F2C424182327E647B22ACF6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-01-14 16:05:43,899 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=733478912
2016-01-14 16:05:43,900 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:43,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:43,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,898 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787543713_0001_1_00_000000_0] started. Is using containerId: [container_1452787543713_0001_00_000001] on NM: [127.0.0.1:0]
2016-01-14 16:05:43,901 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:43,901 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E703EA595F484984955E8E6BE02D3639, taskAttemptId=attempt_1452787543713_0001_1_00_000000_0, startTime=1452787543898, containerId=container_1452787543713_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787543713_0001_00_000001/teamcity, completedLogs=
2016-01-14 16:05:43,901 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543713_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:43,901 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543713_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:43,902 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787543713_0001_1_00_000000_0 sent events: (0-1)
2016-01-14 16:05:43,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,903 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AC0251816F2C424182327E647B22ACF6, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-01-14 16:05:43,903 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:43,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AC0251816F2C424182327E647B22ACF6
2016-01-14 16:05:43,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7E31752C63164DADA20B2E392A125E25, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-01-14 16:05:43,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:43,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7E31752C63164DADA20B2E392A125E25
2016-01-14 16:05:43,905 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7E31752C63164DADA20B2E392A125E25
2016-01-14 16:05:43,905 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:43,906 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-01-14 16:05:43,906 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: AC0251816F2C424182327E647B22ACF6
2016-01-14 16:05:43,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AC0251816F2C424182327E647B22ACF6
2016-01-14 16:05:43,907 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-01-14 16:05:43,907 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7E31752C63164DADA20B2E392A125E25
2016-01-14 16:05:43,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7E31752C63164DADA20B2E392A125E25
2016-01-14 16:05:43,910 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E703EA595F484984955E8E6BE02D3639, ordinal: 0
2016-01-14 16:05:43,910 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E703EA595F484984955E8E6BE02D3639, mem on start (mb), free: 178, total: 699, max: 699
2016-01-14 16:05:43,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:43,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:43,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:43,910 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:43,910 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:43,910 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-01-14 16:05:43,910 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:43,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-01-14 16:05:43,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:43,911 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 733478912, TotalAvailable: 491430871, TotalRequested/TotalJVMHeap:0.14
2016-01-14 16:05:43,911 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7E31752C63164DADA20B2E392A125E25, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-01-14 16:05:43,911 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AC0251816F2C424182327E647B22ACF6, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-01-14 16:05:43,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:43,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7E31752C63164DADA20B2E392A125E25 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:43,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:43,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:43,911 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7E31752C63164DADA20B2E392A125E25
2016-01-14 16:05:43,914 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:43,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7E31752C63164DADA20B2E392A125E25
2016-01-14 16:05:43,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:43,915 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:43,915 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-01-14 16:05:43,915 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6f9eaede
2016-01-14 16:05:43,916 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6f9eaede
2016-01-14 16:05:43,916 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-01-14 16:05:43,916 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-01-14 16:05:43,917 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:43,918 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"] streamed: true, id: 7E31752C63164DADA20B2E392A125E25
2016-01-14 16:05:43,918 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(count)[by:[{?}:NONE]], id: 8692E24EA42045F98538AAAB829B0E85
2016-01-14 16:05:43,918 INFO  element.TezGroupGate (TezGroupGate.java:prepare(96)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(count)[by:[{?}:NONE]] 8692E24EA42045F98538AAAB829B0E85
2016-01-14 16:05:43,919 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TupleSerializer@1ff3a65d; valueSerializer=cascading.tuple.hadoop.io.TupleSerializer@352f340e; comparator=cascading.tuple.hadoop.util.TupleComparator@2e029e69; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-01-14 16:05:43,919 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-01-14 16:05:43,919 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-01-14 16:05:43,919 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:44,017 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-01-14 16:05:44,018 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-01-14 16:05:44,018 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-01-14 16:05:44,018 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-01-14 16:05:44,018 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-01-14 16:05:44,021 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextDelimited[['num', 'char']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs.txt"]
2016-01-14 16:05:44,021 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-01-14 16:05:44,021 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E703EA595F484984955E8E6BE02D3639, all 1 inputs ready in: 00:00:00.000
2016-01-14 16:05:44,023 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:44,023 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E703EA595F484984955E8E6BE02D3639, mem on close (mb), free: 76, total: 699, max: 699
2016-01-14 16:05:44,023 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-01-14 16:05:44,024 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-01-14 16:05:44,024 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 6; bufvoid = 104857600
2016-01-14 16:05:44,024 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214396(104857584); length = 1/6553600
2016-01-14 16:05:44,025 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-01-14 16:05:44 Completed running task attempt: attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:44,028 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787543713_0001_1_00_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:44,028 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1452787543713_0001_1_00, eventCount=1
2016-01-14 16:05:44,029 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E703EA595F484984955E8E6BE02D3639, taskAttemptId=attempt_1452787543713_0001_1_00_000000_0, startTime=1452787543898, finishTime=1452787544028, timeTaken=130, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=1086, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=6, OUTPUT_BYTES_WITH_OVERHEAD=14, OUTPUT_BYTES_PHYSICAL=18, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787544021, Process_Duration=2, Process_End_Time=1452787544023, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-01-14 16:05:44,029 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543713_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:44,029 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:44,029 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:44,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:44,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_FINISHED]: vertexName=E703EA595F484984955E8E6BE02D3639, taskId=task_1452787543713_0001_1_00_000000, startTime=1452787543898, finishTime=1452787544029, timeTaken=131, status=SUCCEEDED, successfulAttemptID=attempt_1452787543713_0001_1_00_000000_0, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=1086, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=6, OUTPUT_BYTES_WITH_OVERHEAD=14, OUTPUT_BYTES_PHYSICAL=18, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787544021, Process_Duration=2, Process_End_Time=1452787544023, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-01-14 16:05:44,030 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543713_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:44,030 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:44,030 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] : 1
2016-01-14 16:05:44,030 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:44,031 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:44,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_FINISHED]: vertexName=E703EA595F484984955E8E6BE02D3639, vertexId=vertex_1452787543713_0001_1_00, initRequestedTime=1452787543874, initedTime=1452787543885, startRequestedTime=1452787543886, startedTime=1452787543886, finishTime=1452787544030, timeTaken=144, status=SUCCEEDED, diagnostics=, counters=Counters: 30, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=1086, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=6, OUTPUT_BYTES_WITH_OVERHEAD=14, OUTPUT_BYTES_PHYSICAL=18, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787544021, Process_Duration=2, Process_End_Time=1452787544023, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1, vertexStats=firstTaskStartTime=1452787543898, firstTasksToStart=[ task_1452787543713_0001_1_00_000000 ], lastTaskFinishTime=1452787544028, lastTasksToFinish=[ task_1452787543713_0001_1_00_000000 ], minTaskDuration=130, maxTaskDuration=130, avgTaskDuration=130.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787543713_0001_1_00_000000 ], longestDurationTasks=[ task_1452787543713_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:44,031 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:44,031 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:44,031 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] attempt: attempt_1452787543713_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-01-14 16:05:44,031 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AC0251816F2C424182327E647B22ACF6
2016-01-14 16:05:44,031 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:44,031 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787543713_0001_00_000001, stoppedTime=1452787544031, exitStatus=0
2016-01-14 16:05:44,032 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:44,032 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:44,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 30 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=110, FILE_BYTES_WRITTEN=1086, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=733478912, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=1, OUTPUT_BYTES=6, OUTPUT_BYTES_WITH_OVERHEAD=14, OUTPUT_BYTES_PHYSICAL=18, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1452787544021, Process_Duration=2, Process_End_Time=1452787544023, Read_Duration=1, Tuples_Read=13, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=13][cascading.pipe.assembly.AggregateBy$Cache Num_Keys_Hit=12, Num_Keys_Missed=1]]
2016-01-14 16:05:44,032 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:44,033 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:44,033 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:44,033 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543713_0001_00_000001
2016-01-14 16:05:44,033 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787543713_0001_00_000001 is valid, but no longer registered, and will be killed
2016-01-14 16:05:44,033 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543713_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:44,034 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787543713_0001_00_000001, Exiting
2016-01-14 16:05:44,034 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787543713_0001_00_000001
2016-01-14 16:05:44,034 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787543713_0001_00_000001
2016-01-14 16:05:44,035 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787543713_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:44,035 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787543713_0001_00_000001 completed successfully
2016-01-14 16:05:44,037 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_STARTED]: vertexName=AC0251816F2C424182327E647B22ACF6, taskId=task_1452787543713_0001_1_01_000000, scheduledTime=1452787544032, launchTime=1452787544032
2016-01-14 16:05:44,037 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-01-14 16:05:44,037 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543713_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-01-14 16:05:44,038 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787543713_0001_00_000001
2016-01-14 16:05:44,038 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:44,039 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000001 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:44,039 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull, VertexName: AC0251816F2C424182327E647B22ACF6, VertexParallelism: 1, TaskAttemptID:attempt_1452787543713_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E703EA595F484984955E8E6BE02D3639, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9B2D7CCF06F341BCB0CE746DB2BCF985, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:44,039 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543713_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-01-14 16:05:44,039 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-01-14 16:05:44,040 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1452787543713_0001_00_000002
2016-01-14 16:05:44,040 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-01-14 16:05:44,041 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1452787543713_0001_00_000002
2016-01-14 16:05:44,042 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-01-14 16:05:44,044 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-01-14 16:05:44,044 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-01-14 16:05:44,044 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1452787543713_0001_00_000002, launchTime=1452787544044
2016-01-14 16:05:44,045 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543713_0001_00_000002
2016-01-14 16:05:44,045 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1452787543713_0001_1_01_000000_0] to container: [container_1452787543713_0001_00_000002]
2016-01-14 16:05:44,045 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-01-14 16:05:44,045 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1452787543713_0001_1_01_000000_0] started. Is using containerId: [container_1452787543713_0001_00_000002] on NM: [127.0.0.1:0]
2016-01-14 16:05:44,046 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC0251816F2C424182327E647B22ACF6, taskAttemptId=attempt_1452787543713_0001_1_01_000000_0, startTime=1452787544045, containerId=container_1452787543713_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1452787543713_0001_00_000002/teamcity, completedLogs=
2016-01-14 16:05:44,046 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-01-14 16:05:44,046 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543713_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-01-14 16:05:44,046 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543713_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-01-14 16:05:44,046 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1452787543713_0001_00_000002 given task: attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,046 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543713_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44 Starting to run new task attempt: attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,047 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,047 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:44,047 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-01-14 16:05:44,047 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-01-14 16:05:44,047 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-01-14 16:05:44,047 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-01-14 16:05:44,047 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-01-14 16:05:44,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192] count/(1/1) ...lNotNull/countnullnotnull, VertexName: AC0251816F2C424182327E647B22ACF6, VertexParallelism: 1, TaskAttemptID:attempt_1452787543713_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E703EA595F484984955E8E6BE02D3639, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9B2D7CCF06F341BCB0CE746DB2BCF985, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-01-14 16:05:44,048 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=733478912
2016-01-14 16:05:44,050 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-01-14 16:05:44,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:44,051 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1452787543713_0001_1_01_000000_0 sent events: (0-1)
2016-01-14 16:05:44,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E703EA595F484984955E8E6BE02D3639, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-01-14 16:05:44,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=9B2D7CCF06F341BCB0CE746DB2BCF985, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-01-14 16:05:44,051 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:44,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-01-14 16:05:44,052 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,054 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 660131008, based on INPUT_BUFFER_factor: 0.9
2016-01-14 16:05:44,054 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-01-14 16:05:44,054 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 660131008, type: INPUT, componentVertexName: E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,054 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.0.4
2016-01-14 16:05:44,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-01-14 16:05:44,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 9B2D7CCF06F341BCB0CE746DB2BCF985
2016-01-14 16:05:44,057 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-01-14 16:05:44,057 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 9B2D7CCF06F341BCB0CE746DB2BCF985
2016-01-14 16:05:44,061 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC0251816F2C424182327E647B22ACF6, ordinal: 1
2016-01-14 16:05:44,061 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC0251816F2C424182327E647B22ACF6, mem on start (mb), free: 71, total: 699, max: 699
2016-01-14 16:05:44,061 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-01-14 16:05:44,061 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-01-14 16:05:44,062 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-01-14 16:05:44,068 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-01-14 16:05:44,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 9B2D7CCF06F341BCB0CE746DB2BCF985
2016-01-14 16:05:44,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-01-14 16:05:44,068 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-01-14 16:05:44,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-01-14 16:05:44,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-01-14 16:05:44,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-01-14 16:05:44,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-01-14 16:05:44,068 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 660131008, TotalRequestedScaled: 6.093516996923077E8, TotalJVMHeap: 733478912, TotalAvailable: 491430871, TotalRequested/TotalJVMHeap:0.90
2016-01-14 16:05:44,068 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E703EA595F484984955E8E6BE02D3639, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=660131008, allocated=491430871
2016-01-14 16:05:44,068 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 9B2D7CCF06F341BCB0CE746DB2BCF985, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-01-14 16:05:44,068 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-01-14 16:05:44,069 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E703EA595F484984955E8E6BE02D3639 being auto started by the framework. Subsequent instances will not be auto-started
2016-01-14 16:05:44,069 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,069 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-01-14 16:05:44,069 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-01-14 16:05:44,069 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-01-14 16:05:44,069 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-01-14 16:05:44,070 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E703EA595F484984955E8E6BE02D3639 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-01-14 16:05:44,070 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=660131008, postMergeMem=0, RuntimeTotalAvailable=491430871. Updated to: ShuffleMem=491430871, postMergeMem: 0
2016-01-14 16:05:44,070 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=491430871, maxSingleShuffleLimit=122857720, mergeThreshold=442287776, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-01-14 16:05:44,070 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-01-14 16:05:44,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-01-14 16:05:44,071 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,206 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-01-14 16:05:44,206 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-01-14 16:05:44,207 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-187-41-40, port: 0, pathComponent: attempt_1452787543713_0001_1_00_000000_0_10263, runDuration: 122924, ]
2016-01-14 16:05:44,208 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(count)[by:[{?}:NONE]]
2016-01-14 16:05:44,208 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1452787543713_0001_1_00_000000_0_10263] to DISK_DIRECT, CompressedSize=18, DecompressedSize=14,EndTime=1452787544208, TimeTaken=0, Rate=0.00 MB/s
2016-01-14 16:05:44,209 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(count)[by:[{?}:NONE]] streamed: true, id: 8692E24EA42045F98538AAAB829B0E85
2016-01-14 16:05:44,209 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull"], id: 9B2D7CCF06F341BCB0CE746DB2BCF985
2016-01-14 16:05:44,209 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextDelimited[['notnull', 'null']]"]["/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull"]
2016-01-14 16:05:44,209 INFO  element.TezGroupGate (TezGroupGate.java:prepare(88)) - calling OrderedGroupedKVInput#start() on: GroupBy(count)[by:[{?}:NONE]] 8692E24EA42045F98538AAAB829B0E85, for 1 inputs
2016-01-14 16:05:44,209 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,209 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-01-14 16:05:44,209 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-187-41-40:0 freed by fetcher [E703EA595F484984955E8E6BE02D3639] #42 in 2ms
2016-01-14 16:05:44,210 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E703EA595F484984955E8E6BE02D3639] #42, status:false, isInterrupted:false
2016-01-14 16:05:44,210 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-01-14 16:05:44,210 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 18 bytes from disk
2016-01-14 16:05:44,210 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:44,210 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-01-14 16:05:44,210 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 7 bytes
2016-01-14 16:05:44,210 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,210 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-01-14 16:05:44,211 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC0251816F2C424182327E647B22ACF6, all 1 inputs ready in: 00:00:00.002
2016-01-14 16:05:44,211 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@35d3e0e8; valueDeserializer=cascading.tuple.hadoop.io.TupleDeserializer@6952baf3
2016-01-14 16:05:44,212 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-01-14 16:05:44,212 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-01-14 16:05:44,212 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,212 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1452787543713_0001_1_01_000000_0 given a go for committing the task output.
2016-01-14 16:05:44,212 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,213 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC0251816F2C424182327E647B22ACF6, mem on close (mb), free: 497, total: 533, max: 672
2016-01-14 16:05:44,213 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E703EA595F484984955E8E6BE02D3639
2016-01-14 16:05:44,213 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-01-14 16:05:44,213 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-01-14 16:05:44,213 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-01-14 16:05:44,213 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-01-14 16:05:44,213 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-01-14 16:05:44 Completed running task attempt: attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,213 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1452787543713_0001_1_01_000000_0, fatalErrorOccurred=false
2016-01-14 16:05:44,214 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-01-14 16:05:44,214 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC0251816F2C424182327E647B22ACF6, taskAttemptId=attempt_1452787543713_0001_1_01_000000_0, startTime=1452787544045, finishTime=1452787544214, timeTaken=169, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=50, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=134, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=558891008, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=18, SHUFFLE_BYTES=18, SHUFFLE_BYTES_DECOMPRESSED=14, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=18, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=140, MERGE_PHASE_TIME=141, FIRST_EVENT_RECEIVED=138, LAST_EVENT_RECEIVED=138, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787544211, Process_Duration=1, Process_End_Time=1452787544212, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 16:05:44,214 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1452787543713_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-01-14 16:05:44,214 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44,214 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-01-14 16:05:44,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-01-14 16:05:44,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:TASK_FINISHED]: vertexName=AC0251816F2C424182327E647B22ACF6, taskId=task_1452787543713_0001_1_01_000000, startTime=1452787544045, finishTime=1452787544214, timeTaken=169, status=SUCCEEDED, successfulAttemptID=attempt_1452787543713_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=50, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=134, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=558891008, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=18, SHUFFLE_BYTES=18, SHUFFLE_BYTES_DECOMPRESSED=14, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=18, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=140, MERGE_PHASE_TIME=141, FIRST_EVENT_RECEIVED=138, LAST_EVENT_RECEIVED=138, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787544211, Process_Duration=1, Process_End_Time=1452787544212, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1
2016-01-14 16:05:44,215 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1452787543713_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-01-14 16:05:44,215 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] : 1
2016-01-14 16:05:44,215 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:44,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-01-14 16:05:44,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:VERTEX_FINISHED]: vertexName=AC0251816F2C424182327E647B22ACF6, vertexId=vertex_1452787543713_0001_1_01, initRequestedTime=1452787543875, initedTime=1452787543882, startRequestedTime=1452787543889, startedTime=1452787543889, finishTime=1452787544215, timeTaken=326, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=50, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=134, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=558891008, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=18, SHUFFLE_BYTES=18, SHUFFLE_BYTES_DECOMPRESSED=14, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=18, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=140, MERGE_PHASE_TIME=141, FIRST_EVENT_RECEIVED=138, LAST_EVENT_RECEIVED=138, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1452787544211, Process_Duration=1, Process_End_Time=1452787544212, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=1, vertexStats=firstTaskStartTime=1452787544045, firstTasksToStart=[ task_1452787543713_0001_1_01_000000 ], lastTaskFinishTime=1452787544214, lastTasksToFinish=[ task_1452787543713_0001_1_01_000000 ], minTaskDuration=169, maxTaskDuration=169, avgTaskDuration=169.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1452787543713_0001_1_01_000000 ], longestDurationTasks=[ task_1452787543713_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-01-14 16:05:44,216 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-01-14 16:05:44,216 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-01-14 16:05:44,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=50, FILE_BYTES_WRITTEN=16, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=1, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=134, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=558891008, OUTPUT_RECORDS=1, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=18, SHUFFLE_BYTES=18, SHUFFLE_BYTES_DECOMPRESSED=14, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=18, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=140, MERGE_PHASE_TIME=141, FIRST_EVENT_RECEIVED=138, LAST_EVENT_RECEIVED=138][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1452787544211, Process_Duration=1, Process_End_Time=1452787544212, Read_Duration=0, Tuples_Read=1, Tuples_Written=1, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=1]]
2016-01-14 16:05:44,216 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-01-14 16:05:44,216 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1452787543713_0001_00_000002, stoppedTime=1452787544216, exitStatus=0
2016-01-14 16:05:44,217 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-01-14 16:05:44,217 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-01-14 16:05:44,217 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-01-14 16:05:44,217 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1452787543713_0001_1
2016-01-14 16:05:44,217 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:44,217 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1452787543713_0001_1
2016-01-14 16:05:44,217 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1452787543713_0001_1_00 [E703EA595F484984955E8E6BE02D3639]
2016-01-14 16:05:44,217 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 9B2D7CCF06F341BCB0CE746DB2BCF985 for vertex: vertex_1452787543713_0001_1_01 [AC0251816F2C424182327E647B22ACF6]
2016-01-14 16:05:44,217 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1452787543713_0001_00_000002
2016-01-14 16:05:44,218 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1452787543713_0001_00_000002 is valid, but no longer registered, and will be killed
2016-01-14 16:05:44,218 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1452787543713_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-01-14 16:05:44,218 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1452787543713_0001_00_000002, Exiting
2016-01-14 16:05:44,218 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1452787543713_0001_00_000002
2016-01-14 16:05:44,218 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1452787543713_0001_00_000002
2016-01-14 16:05:44,218 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1452787543713_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-01-14 16:05:44,218 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1452787543713_0001_00_000002 completed successfully
2016-01-14 16:05:44,226 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1452787543713_0001_1, queueSize=0
2016-01-14 16:05:44,226 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-01-14 16:05:44,226 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1452787543713_0001_1][Event:DAG_FINISHED]: dagId=dag_1452787543713_0001_1, startTime=1452787543874, finishTime=1452787544224, timeTaken=350, status=SUCCEEDED, diagnostics=, counters=Counters: 57, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=160, FILE_BYTES_WRITTEN=1102, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=0, REDUCE_INPUT_RECORDS=1, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=2, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=134, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1292369920, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=2, OUTPUT_BYTES=6, OUTPUT_BYTES_WITH_OVERHEAD=14, OUTPUT_BYTES_PHYSICAL=18, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=18, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=18, SHUFFLE_BYTES_DECOMPRESSED=14, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=18, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=140, MERGE_PHASE_TIME=141, FIRST_EVENT_RECEIVED=138, LAST_EVENT_RECEIVED=138, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2905575088232, Process_Duration=3, Process_End_Time=2905575088235, Read_Duration=1, Tuples_Read=14, Tuples_Written=2, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=13, Tuples_Written=1, cascading.pipe.assembly.AggregateBy$Cache, Num_Keys_Hit=12, Num_Keys_Missed=1
2016-01-14 16:05:44,226 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1452787543713_0001_1 finished with state: SUCCEEDED
2016-01-14 16:05:44,227 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1452787543713_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-01-14 16:05:44,227 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1452787543713_0001_00_000002
2016-01-14 16:05:44,227 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1452787543713_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-01-14 16:05:44 Completed Dag: dag_1452787543713_0001_1
2016-01-14 16:05:44,228 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1452787543713_0001_1, dagState=SUCCEEDED
2016-01-14 16:05:44,228 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1452787543713_0001_1_post
2016-01-14 16:05:44,228 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-01-14 16:05:44,228 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-01-14 16:05:44,232 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...lNotNull/countnullnotnull, applicationId=application_1452787543713_0001
2016-01-14 16:05:44,234 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-01-14 16:05:44,234 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-01-14 16:05:44,234 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-01-14 16:05:44,234 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-01-14 16:05:44,234 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-01-14 16:05:44,234 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-01-14 16:05:44,235 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-01-14 16:05:44,235 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-01-14 16:05:44,235 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-01-14 16:05:44,235 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-01-14 16:05:44,235 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-01-14 16:05:44,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-01-14 16:05:44,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-01-14 16:05:44,239 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/2BABBB84C989402D9D824B1E1A543252/D2D2C030295645898D5317AC937D7192/.tez/application_1452787543713_0001
2016-01-14 16:05:44,240 INFO  flow.Flow (BaseFlow.java:logInfo(1433)) - [count]  completed in: 00:00.544
2016-01-14 16:05:44,305 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/ca57560bc31094a7/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/assemblyhelpersplatform/testCountNullNotNull/countnullnotnull

2016-01-14 16:05:19 Running Dag: dag_1452787518508_0001_1
2016-01-14 16:05:19 Starting to run new task attempt: attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:19 Starting to run new task attempt: attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:20 Completed running task attempt: attempt_1452787518508_0001_1_01_000000_0
2016-01-14 16:05:20 Completed running task attempt: attempt_1452787518508_0001_1_00_000000_0
2016-01-14 16:05:20 Starting to run new task attempt: attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20 Completed running task attempt: attempt_1452787518508_0001_1_02_000000_0
2016-01-14 16:05:20 Completed Dag: dag_1452787518508_0001_1
2016-01-14 16:05:21 Running Dag: dag_1452787521265_0001_1
2016-01-14 16:05:21 Starting to run new task attempt: attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21 Completed running task attempt: attempt_1452787521265_0001_1_00_000000_0
2016-01-14 16:05:21 Starting to run new task attempt: attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21 Completed running task attempt: attempt_1452787521265_0001_1_01_000000_0
2016-01-14 16:05:21 Completed Dag: dag_1452787521265_0001_1
2016-01-14 16:05:22 Running Dag: dag_1452787522248_0001_1
2016-01-14 16:05:22 Starting to run new task attempt: attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:22 Starting to run new task attempt: attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787522248_0001_1_00_000000_0
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787522248_0001_1_01_000000_0
2016-01-14 16:05:23 Starting to run new task attempt: attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787522248_0001_1_02_000000_0
2016-01-14 16:05:23 Completed Dag: dag_1452787522248_0001_1
2016-01-14 16:05:23 Running Dag: dag_1452787523471_0001_1
2016-01-14 16:05:23 Starting to run new task attempt: attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23 Completed running task attempt: attempt_1452787523471_0001_1_00_000000_0
2016-01-14 16:05:23 Completed Dag: dag_1452787523471_0001_1
2016-01-14 16:05:24 Running Dag: dag_1452787524410_0001_1
2016-01-14 16:05:24 Starting to run new task attempt: attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24 Completed running task attempt: attempt_1452787524410_0001_1_00_000000_0
2016-01-14 16:05:24 Starting to run new task attempt: attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24 Completed running task attempt: attempt_1452787524410_0001_1_01_000000_0
2016-01-14 16:05:24 Starting to run new task attempt: attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24 Completed running task attempt: attempt_1452787524410_0001_1_02_000000_0
2016-01-14 16:05:24 Completed Dag: dag_1452787524410_0001_1
2016-01-14 16:05:25 Running Dag: dag_1452787525258_0001_1
2016-01-14 16:05:25 Starting to run new task attempt: attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25 Starting to run new task attempt: attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25 Completed running task attempt: attempt_1452787525258_0001_1_00_000000_0
2016-01-14 16:05:25 Completed running task attempt: attempt_1452787525258_0001_1_01_000000_0
2016-01-14 16:05:25 Starting to run new task attempt: attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25 Completed running task attempt: attempt_1452787525258_0001_1_02_000000_0
2016-01-14 16:05:25 Completed Dag: dag_1452787525258_0001_1
2016-01-14 16:05:26 Running Dag: dag_1452787526265_0001_1
2016-01-14 16:05:26 Starting to run new task attempt: attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26 Completed running task attempt: attempt_1452787526265_0001_1_00_000000_0
2016-01-14 16:05:26 Starting to run new task attempt: attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26 Completed running task attempt: attempt_1452787526265_0001_1_01_000000_0
2016-01-14 16:05:26 Completed Dag: dag_1452787526265_0001_1
2016-01-14 16:05:27 Running Dag: dag_1452787526926_0001_1
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787526926_0001_1_00_000000_0
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787526926_0001_1_01_000000_0
2016-01-14 16:05:27 Completed Dag: dag_1452787526926_0001_1
2016-01-14 16:05:27 Running Dag: dag_1452787527569_0001_1
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787527569_0001_1_00_000000_0
2016-01-14 16:05:27 Starting to run new task attempt: attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27 Completed running task attempt: attempt_1452787527569_0001_1_01_000000_0
2016-01-14 16:05:27 Completed Dag: dag_1452787527569_0001_1
2016-01-14 16:05:28 Running Dag: dag_1452787528139_0001_1
2016-01-14 16:05:28 Starting to run new task attempt: attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28 Completed running task attempt: attempt_1452787528139_0001_1_00_000000_0
2016-01-14 16:05:28 Completed Dag: dag_1452787528139_0001_1
2016-01-14 16:05:28 Running Dag: dag_1452787528630_0001_1
2016-01-14 16:05:28 Starting to run new task attempt: attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28 Completed running task attempt: attempt_1452787528630_0001_1_00_000000_0
2016-01-14 16:05:28 Starting to run new task attempt: attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28 Completed running task attempt: attempt_1452787528630_0001_1_01_000000_0
2016-01-14 16:05:28 Completed Dag: dag_1452787528630_0001_1
2016-01-14 16:05:29 Running Dag: dag_1452787529247_0001_1
2016-01-14 16:05:29 Starting to run new task attempt: attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29 Completed running task attempt: attempt_1452787529247_0001_1_00_000000_0
2016-01-14 16:05:29 Starting to run new task attempt: attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29 Completed running task attempt: attempt_1452787529247_0001_1_01_000000_0
2016-01-14 16:05:29 Completed Dag: dag_1452787529247_0001_1
2016-01-14 16:05:30 Running Dag: dag_1452787529846_0001_1
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787529846_0001_1_00_000000_0
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787529846_0001_1_01_000000_0
2016-01-14 16:05:30 Completed Dag: dag_1452787529846_0001_1
2016-01-14 16:05:30 Running Dag: dag_1452787530429_0001_1
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787530429_0001_1_00_000000_0
2016-01-14 16:05:30 Starting to run new task attempt: attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30 Completed running task attempt: attempt_1452787530429_0001_1_01_000000_0
2016-01-14 16:05:30 Completed Dag: dag_1452787530429_0001_1
2016-01-14 16:05:31 Running Dag: dag_1452787531034_0001_1
2016-01-14 16:05:31 Starting to run new task attempt: attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31 Starting to run new task attempt: attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31 Completed running task attempt: attempt_1452787531034_0001_1_00_000000_0
2016-01-14 16:05:31 Completed running task attempt: attempt_1452787531034_0001_1_01_000000_0
2016-01-14 16:05:31 Starting to run new task attempt: attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31 Completed running task attempt: attempt_1452787531034_0001_1_02_000000_0
2016-01-14 16:05:31 Completed Dag: dag_1452787531034_0001_1
2016-01-14 16:05:32 Running Dag: dag_1452787531926_0001_1
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32 Completed running task attempt: attempt_1452787531926_0001_1_00_000000_0
2016-01-14 16:05:32 Completed Dag: dag_1452787531926_0001_1
2016-01-14 16:05:32 Running Dag: dag_1452787532650_0001_1
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32 Completed running task attempt: attempt_1452787532650_0001_1_01_000000_0
2016-01-14 16:05:32 Completed running task attempt: attempt_1452787532650_0001_1_00_000000_0
2016-01-14 16:05:32 Starting to run new task attempt: attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:33 Completed running task attempt: attempt_1452787532650_0001_1_02_000000_0
2016-01-14 16:05:33 Starting to run new task attempt: attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33 Completed running task attempt: attempt_1452787532650_0001_1_03_000000_0
2016-01-14 16:05:33 Completed Dag: dag_1452787532650_0001_1
2016-01-14 16:05:33 Running Dag: dag_1452787533366_0001_1
2016-01-14 16:05:33 Starting to run new task attempt: attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33 Completed running task attempt: attempt_1452787533366_0001_1_00_000000_0
2016-01-14 16:05:33 Completed Dag: dag_1452787533366_0001_1
2016-01-14 16:05:34 Running Dag: dag_1452787533963_0001_1
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_01_000000_0
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_00_000000_0
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_02_000000_0
2016-01-14 16:05:34 Starting to run new task attempt: attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34 Completed running task attempt: attempt_1452787533963_0001_1_03_000000_0
2016-01-14 16:05:34 Completed Dag: dag_1452787533963_0001_1
2016-01-14 16:05:35 Running Dag: dag_1452787534931_0001_1
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_00_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_01_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_02_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_03_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_04_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_05_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_06_000000_0
2016-01-14 16:05:35 Starting to run new task attempt: attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35 Completed running task attempt: attempt_1452787534931_0001_1_07_000000_0
2016-01-14 16:05:35 Completed Dag: dag_1452787534931_0001_1
2016-01-14 16:05:36 Running Dag: dag_1452787535937_0001_1
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787535937_0001_1_00_000000_0
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787535937_0001_1_01_000000_0
2016-01-14 16:05:36 Completed Dag: dag_1452787535937_0001_1
2016-01-14 16:05:36 Running Dag: dag_1452787536456_0001_1
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787536456_0001_1_00_000000_0
2016-01-14 16:05:36 Starting to run new task attempt: attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36 Completed running task attempt: attempt_1452787536456_0001_1_01_000000_0
2016-01-14 16:05:36 Completed Dag: dag_1452787536456_0001_1
2016-01-14 16:05:37 Running Dag: dag_1452787536988_0001_1
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787536988_0001_1_00_000000_0
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787536988_0001_1_01_000000_0
2016-01-14 16:05:37 Completed Dag: dag_1452787536988_0001_1
2016-01-14 16:05:37 Running Dag: dag_1452787537530_0001_1
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787537530_0001_1_00_000000_0
2016-01-14 16:05:37 Starting to run new task attempt: attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37 Completed running task attempt: attempt_1452787537530_0001_1_01_000000_0
2016-01-14 16:05:37 Completed Dag: dag_1452787537530_0001_1
2016-01-14 16:05:38 Running Dag: dag_1452787538058_0001_1
2016-01-14 16:05:38 Starting to run new task attempt: attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38 Completed running task attempt: attempt_1452787538058_0001_1_00_000000_0
2016-01-14 16:05:38 Starting to run new task attempt: attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38 Completed running task attempt: attempt_1452787538058_0001_1_01_000000_0
2016-01-14 16:05:38 Completed Dag: dag_1452787538058_0001_1
2016-01-14 16:05:38 Running Dag: dag_1452787538532_0001_1
2016-01-14 16:05:38 Starting to run new task attempt: attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38 Completed running task attempt: attempt_1452787538532_0001_1_00_000000_0
2016-01-14 16:05:38 Completed Dag: dag_1452787538532_0001_1
2016-01-14 16:05:39 Running Dag: dag_1452787538917_0001_1
2016-01-14 16:05:39 Starting to run new task attempt: attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39 Completed running task attempt: attempt_1452787538917_0001_1_00_000000_0
2016-01-14 16:05:39 Completed Dag: dag_1452787538917_0001_1
2016-01-14 16:05:39 Running Dag: dag_1452787539368_0001_1
2016-01-14 16:05:39 Starting to run new task attempt: attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39 Completed running task attempt: attempt_1452787539368_0001_1_00_000000_0
2016-01-14 16:05:39 Starting to run new task attempt: attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39 Completed running task attempt: attempt_1452787539368_0001_1_01_000000_0
2016-01-14 16:05:39 Completed Dag: dag_1452787539368_0001_1
2016-01-14 16:05:39 Running Dag: dag_1452787539835_0001_1
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40 Completed running task attempt: attempt_1452787539835_0001_1_00_000000_0
2016-01-14 16:05:40 Completed Dag: dag_1452787539835_0001_1
2016-01-14 16:05:40 Running Dag: dag_1452787540243_0001_1
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40 Completed running task attempt: attempt_1452787540243_0001_1_00_000000_0
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40 Completed running task attempt: attempt_1452787540243_0001_1_01_000000_0
2016-01-14 16:05:40 Completed Dag: dag_1452787540243_0001_1
2016-01-14 16:05:40 Running Dag: dag_1452787540793_0001_1
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:40 Starting to run new task attempt: attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787540793_0001_1_00_000000_0
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787540793_0001_1_01_000000_0
2016-01-14 16:05:41 Starting to run new task attempt: attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787540793_0001_1_02_000000_0
2016-01-14 16:05:41 Completed Dag: dag_1452787540793_0001_1
Jan 14, 2016 4:05:41 PM com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair execute
SEVERE: RuntimeException while executing runnable com.google.common.util.concurrent.Futures$6@e3dc5f9 with executor java.util.concurrent.ThreadPoolExecutor@799065bc[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 2]
java.util.concurrent.RejectedExecutionException: Task com.google.common.util.concurrent.Futures$6@e3dc5f9 rejected from java.util.concurrent.ThreadPoolExecutor@799065bc[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 2]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
	at com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair.execute(ExecutionList.java:149)
	at com.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:134)
	at com.google.common.util.concurrent.ListenableFutureTask.done(ListenableFutureTask.java:86)
	at java.util.concurrent.FutureTask.finishCompletion(FutureTask.java:380)
	at java.util.concurrent.FutureTask.set(FutureTask.java:229)
	at java.util.concurrent.FutureTask.run(FutureTask.java:270)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

2016-01-14 16:05:41 Running Dag: dag_1452787541691_0001_1
2016-01-14 16:05:41 Starting to run new task attempt: attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41 Completed running task attempt: attempt_1452787541691_0001_1_00_000000_0
2016-01-14 16:05:41 Starting to run new task attempt: attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_01_000000_0
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_02_000000_0
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_03_000000_0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_04_000000_0
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787541691_0001_1_05_000000_0
2016-01-14 16:05:42 Completed Dag: dag_1452787541691_0001_1
2016-01-14 16:05:42 Running Dag: dag_1452787542579_0001_1
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787542579_0001_1_01_000000_0
2016-01-14 16:05:42 Completed running task attempt: attempt_1452787542579_0001_1_00_000000_0
2016-01-14 16:05:42 Starting to run new task attempt: attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:43 Completed running task attempt: attempt_1452787542579_0001_1_02_000000_0
2016-01-14 16:05:43 Completed Dag: dag_1452787542579_0001_1
2016-01-14 16:05:43 Running Dag: dag_1452787543229_0001_1
2016-01-14 16:05:43 Starting to run new task attempt: attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43 Completed running task attempt: attempt_1452787543229_0001_1_00_000000_0
2016-01-14 16:05:43 Starting to run new task attempt: attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43 Completed running task attempt: attempt_1452787543229_0001_1_01_000000_0
2016-01-14 16:05:43 Completed Dag: dag_1452787543229_0001_1
2016-01-14 16:05:43 Running Dag: dag_1452787543713_0001_1
2016-01-14 16:05:43 Starting to run new task attempt: attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:44 Completed running task attempt: attempt_1452787543713_0001_1_00_000000_0
2016-01-14 16:05:44 Starting to run new task attempt: attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44 Completed running task attempt: attempt_1452787543713_0001_1_01_000000_0
2016-01-14 16:05:44 Completed Dag: dag_1452787543713_0001_1