Class cascading.SortedValuesPlatformTest

4

tests

0

failures

0

ignored

20.969s

duration

100%

successful

Tests

Test Duration Result
testCoGroupComparatorValues 1.460s passed
testCoGroupComparatorValuesReversed 4.305s passed
testComprehensiveGroupBy 15.122s passed
testSortFails 0.082s passed

Standard output

2016-05-17 21:11:11,373 INFO  platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(197)) - found 1 test platforms from classpath
2016-05-17 21:11:11,399 INFO  platform.PlatformRunner (PlatformRunner.java:addPlatform(246)) - adding test: cascading.SortedValuesPlatformTest, with platform: hadoop2-tez
2016-05-17 21:11:11,444 INFO  tez.Hadoop2TezPlatform (Hadoop2TezPlatform.java:setUp(136)) - not using cluster
2016-05-17 21:11:11,823 WARN  util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2016-05-17 21:11:12,142 INFO  platform.TestPlatform (TestPlatform.java:getGlobalProperties(75)) - platform property overrides: 
2016-05-17 21:11:12,310 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:12,311 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:12,396 INFO  property.AppProps (AppProps.java:getAppID(177)) - using app.id: 534E97ED915F4757915B6D23108C040B
2016-05-17 21:11:12,667 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.137
2016-05-17 21:11:12,705 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.176
2016-05-17 21:11:12,707 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-17 21:11:12,707 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-17 21:11:12,709 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:12,843 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt
2016-05-17 21:11:13,000 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt
2016-05-17 21:11:13,038 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValuesReversed/cogroupcomparereversed
2016-05-17 21:11:13,257 INFO  util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 3.1.0
2016-05-17 21:11:13,258 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] starting
2016-05-17 21:11:13,260 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-05-17 21:11:13,260 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"]
2016-05-17 21:11:13,260 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValuesReversed/cogroupcomparereversed"]
2016-05-17 21:11:13,260 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  parallel execution of steps is enabled: false
2016-05-17 21:11:13,261 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  executing total steps: 1
2016-05-17 21:11:13,261 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  allocating management threads: 1
2016-05-17 21:11:13,262 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] starting step: (1/1) ...ed/cogroupcomparereversed
2016-05-17 21:11:13,262 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [apache*ip] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:13,280 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tez session mode enabled: true
2016-05-17 21:11:13,434 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:13,439 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:13,440 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:13,479 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF/.tez/application_1463519473439_0001 doesn't exist and is created
2016-05-17 21:11:13,535 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:13,536 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:13,536 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF/.tez/application_1463519473439_0001
2016-05-17 21:11:13,575 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519473439_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:13,636 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:13,636 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: NEW
2016-05-17 21:11:13,637 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(238)) - DAGAppMaster is not started wait for 100ms...
2016-05-17 21:11:13,637 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:13,652 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:13,676 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:13,680 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:13,683 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF/.tez/application_1463519473439_0001/localmode-log-dir
2016-05-17 21:11:13,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF/.tez/application_1463519473439_0001/localmode-log-dir/history.txt.appattempt_1463519473439_0001_000000, maxErrors=10
2016-05-17 21:11:13,684 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:13,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519473439_0001_000000, appSubmitTime=1463519473559, launchTime=1463519473573
2016-05-17 21:11:13,693 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:13,694 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:13,698 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:13,698 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:13,737 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-05-17 21:11:13,738 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-05-17 21:11:13,738 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:13,758 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:44935
2016-05-17 21:11:13,798 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:13,838 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: INITED
2016-05-17 21:11:13,838 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(240)) - DAGAppMaster is not startetd wait for 100ms...
2016-05-17 21:11:13,838 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:13,863 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:13,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519473439_0001_000000, startTime=1463519473862
2016-05-17 21:11:13,864 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:13,939 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:13,954 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:13,954 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ed/cogroupcomparereversed, applicationId=application_1463519473439_0001, dagName=[F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed
2016-05-17 21:11:14,155 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed
2016-05-17 21:11:14,257 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519473439_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF/.tez/application_1463519473439_0001/localmode-log-dir/dag_1463519473439_0001_1.dot
2016-05-17 21:11:14,262 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF/.tez/application_1463519473439_0001/localmode-log-dir/dag_1463519473439_0001_1-tez-dag.pb.txt
2016-05-17 21:11:14,348 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519473439_0001_1
2016-05-17 21:11:14,348 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:14,348 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed
2016-05-17 21:11:14 Running Dag: dag_1463519473439_0001_1
2016-05-17 21:11:14,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:14,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519473439_0001_1, submitTime=1463519474155
2016-05-17 21:11:14,417 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,425 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:14,427 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:14,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519473439_0001_1, initTime=1463519474389
2016-05-17 21:11:14,428 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519473439_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:14,430 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:14,430 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:DAG_STARTED]: dagID=dag_1463519473439_0001_1, startTime=1463519474429
2016-05-17 21:11:14,430 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:14,431 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519473439_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:14,432 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DCAF216CAB5949DDB13BC8896E4B288E : {1ED3E96FB9034EEB87739CEAC949BA70={InputName=1ED3E96FB9034EEB87739CEAC949BA70}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:14,432 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 1ED3E96FB9034EEB87739CEAC949BA70, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:14,432 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:14,438 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:14,439 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:14,439 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ed/cogroupcomparereversed, applicationId=application_1463519473439_0001, dagName=[F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed
2016-05-17 21:11:14,442 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]. Starting root input initializers: 1
2016-05-17 21:11:14,449 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 1ED3E96FB9034EEB87739CEAC949BA70 on vertex vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:14,462 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:14,462 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DE2F82A197924DD79BF9F368A0E6C4D7 : {15F3CD278C684764AD5376046A74BD85={InputName=15F3CD278C684764AD5376046A74BD85}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:14,463 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 15F3CD278C684764AD5376046A74BD85, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:14,463 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:14,464 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:14,465 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:14,465 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]. Starting root input initializers: 1
2016-05-17 21:11:14,467 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:14,469 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:14,471 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 15F3CD278C684764AD5376046A74BD85 on vertex vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:14,503 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:14,505 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 1ED3E96FB9034EEB87739CEAC949BA70 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:14,506 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:14,506 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:14,512 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] submitted tez dag to app master: application_1463519473439_0001, with dag id: dag_1463519473439_0001_1
2016-05-17 21:11:14,536 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:14,540 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 15F3CD278C684764AD5376046A74BD85 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:14,541 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:14,542 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:14,544 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:14,544 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:14,568 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:14,570 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:14,570 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=879019F594B24A6C807E1D9473D07D89, vertexId=vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:14,574 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=879019F594B24A6C807E1D9473D07D89, vertexId=vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:14,579 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 402
2016-05-17 21:11:14,582 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 410
2016-05-17 21:11:14,585 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 1ED3E96FB9034EEB87739CEAC949BA70 on vertex vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:14,585 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 15F3CD278C684764AD5376046A74BD85 on vertex vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:14,592 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=879019F594B24A6C807E1D9473D07D89, vertexName=FA7EB09AC1274BA09BC18BDF10304A31, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:14,600 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=879019F594B24A6C807E1D9473D07D89, vertexId=vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:14,603 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:14,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FA7EB09AC1274BA09BC18BDF10304A31, vertexId=vertex_1463519473439_0001_1_02, initRequestedTime=1463519474467, initedTime=1463519474602, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:14,604 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:14,608 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:14,609 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {1ED3E96FB9034EEB87739CEAC949BA70=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:14,610 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] parallelism set to 1
2016-05-17 21:11:14,610 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:14,622 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519473439_0001_1_00, eventCount=1
2016-05-17 21:11:14,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:14,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DCAF216CAB5949DDB13BC8896E4B288E, vertexId=vertex_1463519473439_0001_1_00, initRequestedTime=1463519474432, initedTime=1463519474626, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:14,627 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] with distanceFromRoot: 0
2016-05-17 21:11:14,627 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:14,628 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:14,629 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {15F3CD278C684764AD5376046A74BD85=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:14,629 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] parallelism set to 1
2016-05-17 21:11:14,630 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:14,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519473439_0001_1_01, eventCount=1
2016-05-17 21:11:14,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DE2F82A197924DD79BF9F368A0E6C4D7, vertexId=vertex_1463519473439_0001_1_01, initRequestedTime=1463519474462, initedTime=1463519474632, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:14,632 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:14,633 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] with distanceFromRoot: 0
2016-05-17 21:11:14,633 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:14,639 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:14,639 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:14,640 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:14,640 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519473439_0001_1_00, startRequestedTime=1463519474638, startedTime=1463519474638
2016-05-17 21:11:14,647 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:14,648 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:14,648 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:14,649 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:14,649 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519473439_0001_1_01, startRequestedTime=1463519474648, startedTime=1463519474648
2016-05-17 21:11:14,651 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:14,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:14,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_STARTED]: vertexName=DCAF216CAB5949DDB13BC8896E4B288E, taskId=task_1463519473439_0001_1_00_000000, scheduledTime=1463519474672, launchTime=1463519474672
2016-05-17 21:11:14,673 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:14,674 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519473439_0001_1_00 for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] numStartedSources: 1 numSources: 2
2016-05-17 21:11:14,675 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] numStartedSources: 1 numSources: 2
2016-05-17 21:11:14,677 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:14,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_STARTED]: vertexName=DE2F82A197924DD79BF9F368A0E6C4D7, taskId=task_1463519473439_0001_1_01_000000, scheduledTime=1463519474677, launchTime=1463519474677
2016-05-17 21:11:14,677 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:14,677 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519473439_0001_1_01 for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] numStartedSources: 2 numSources: 2
2016-05-17 21:11:14,677 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] with distanceFromRoot: 1
2016-05-17 21:11:14,679 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:14,680 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:14,683 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: DCAF216CAB5949DDB13BC8896E4B288E in vertex: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,684 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: DE2F82A197924DD79BF9F368A0E6C4D7 in vertex: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,686 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FA7EB09AC1274BA09BC18BDF10304A31 with 2 source tasks and 1 pending tasks
2016-05-17 21:11:14,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:14,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519473439_0001_1_02, startRequestedTime=1463519474680, startedTime=1463519474680
2016-05-17 21:11:14,687 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:14,689 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed, VertexName: DCAF216CAB5949DDB13BC8896E4B288E, VertexParallelism: 1, TaskAttemptID:attempt_1463519473439_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1ED3E96FB9034EEB87739CEAC949BA70, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FA7EB09AC1274BA09BC18BDF10304A31, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:14,692 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:14,692 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed, VertexName: DE2F82A197924DD79BF9F368A0E6C4D7, VertexParallelism: 1, TaskAttemptID:attempt_1463519473439_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=15F3CD278C684764AD5376046A74BD85, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FA7EB09AC1274BA09BC18BDF10304A31, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:14,692 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:14,693 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:14,695 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:14,730 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:14,735 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:14,735 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:14,739 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519473439_0001_00_000001
2016-05-17 21:11:14,739 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:14,740 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519473439_0001_00_000002
2016-05-17 21:11:14,740 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:14,748 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519473439_0001_00_000001
2016-05-17 21:11:14,748 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:14,753 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:14,753 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:14,753 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519473439_0001_00_000001, launchTime=1463519474753
2016-05-17 21:11:14,757 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519473439_0001_00_000001
2016-05-17 21:11:14,762 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519473439_0001_00_000002
2016-05-17 21:11:14,762 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:14,764 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:14,764 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:14,764 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519473439_0001_00_000002, launchTime=1463519474764
2016-05-17 21:11:14,765 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519473439_0001_1_00_000000_0] to container: [container_1463519473439_0001_00_000001]
2016-05-17 21:11:14,766 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:14,766 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519473439_0001_00_000001 given task: attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:14,767 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519473439_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:14,767 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519473439_0001_00_000002
2016-05-17 21:11:14,768 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519473439_0001_1_01_000000_0] to container: [container_1463519473439_0001_00_000002]
2016-05-17 21:11:14 Starting to run new task attempt: attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:14,768 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:14,769 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519473439_0001_00_000002 given task: attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:14,770 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519473439_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:14,769 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:14 Starting to run new task attempt: attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:14,773 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:14,773 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:14,769 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519473439_0001_1_00_000000_0] started. Is using containerId: [container_1463519473439_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:14,773 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:14,774 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DCAF216CAB5949DDB13BC8896E4B288E, taskAttemptId=attempt_1463519473439_0001_1_00_000000_0, startTime=1463519474767, containerId=container_1463519473439_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519473439_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:14,775 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:14,775 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:14,775 INFO  counters.Limits (Limits.java:ensureInitialized(59)) - Counter limits initialized with parameters:  GROUP_NAME_MAX=128, MAX_GROUPS=500, COUNTER_NAME_MAX=64, MAX_COUNTERS=1200
2016-05-17 21:11:14,775 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:14,775 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:14,777 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:14,777 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:14,777 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:14,778 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:14,780 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519473439_0001_1_01_000000_0] started. Is using containerId: [container_1463519473439_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:14,781 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:14,781 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DE2F82A197924DD79BF9F368A0E6C4D7, taskAttemptId=attempt_1463519473439_0001_1_01_000000_0, startTime=1463519474780, containerId=container_1463519473439_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519473439_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:14,781 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:14,782 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:14,782 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:14,784 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:14,784 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:14,804 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:14,804 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:14,804 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed, VertexName: DE2F82A197924DD79BF9F368A0E6C4D7, VertexParallelism: 1, TaskAttemptID:attempt_1463519473439_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=15F3CD278C684764AD5376046A74BD85, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FA7EB09AC1274BA09BC18BDF10304A31, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:14,805 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed, VertexName: DCAF216CAB5949DDB13BC8896E4B288E, VertexParallelism: 1, TaskAttemptID:attempt_1463519473439_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=1ED3E96FB9034EEB87739CEAC949BA70, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FA7EB09AC1274BA09BC18BDF10304A31, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:14,807 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:14,807 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:14,815 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:14,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:14,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:14,818 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519473439_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:14,821 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519473439_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:14,820 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:14,823 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:14,823 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:14,828 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=1ED3E96FB9034EEB87739CEAC949BA70, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:14,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:14,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:14,830 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FA7EB09AC1274BA09BC18BDF10304A31, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:14,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 1ED3E96FB9034EEB87739CEAC949BA70
2016-05-17 21:11:14,832 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:14,835 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:14,838 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FA7EB09AC1274BA09BC18BDF10304A31, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:14,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:14,840 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=15F3CD278C684764AD5376046A74BD85, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:14,840 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:14,841 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 15F3CD278C684764AD5376046A74BD85
2016-05-17 21:11:14,842 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 1ED3E96FB9034EEB87739CEAC949BA70
2016-05-17 21:11:14,844 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:14,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,849 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,842 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 15F3CD278C684764AD5376046A74BD85
2016-05-17 21:11:14,866 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:14,867 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:14,868 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 1ED3E96FB9034EEB87739CEAC949BA70
2016-05-17 21:11:14,868 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 1ED3E96FB9034EEB87739CEAC949BA70
2016-05-17 21:11:14,870 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:14,870 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:14,874 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,879 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:14,879 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 15F3CD278C684764AD5376046A74BD85
2016-05-17 21:11:14,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 15F3CD278C684764AD5376046A74BD85
2016-05-17 21:11:14,878 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,881 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:14,884 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DCAF216CAB5949DDB13BC8896E4B288E, ordinal: 1
2016-05-17 21:11:14,886 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DCAF216CAB5949DDB13BC8896E4B288E, mem on start (mb), free: 230, total: 281, max: 672
2016-05-17 21:11:14,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:14,886 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:14,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:14,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:14,888 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:14,894 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:14,894 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DE2F82A197924DD79BF9F368A0E6C4D7, ordinal: 0
2016-05-17 21:11:14,895 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DE2F82A197924DD79BF9F368A0E6C4D7, mem on start (mb), free: 229, total: 281, max: 672
2016-05-17 21:11:14,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:14,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:14,895 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:14,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:14,898 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:14,896 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:14,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:14,898 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:14,899 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:14,900 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:14,900 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:14,900 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:14,902 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:14,903 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 1ED3E96FB9034EEB87739CEAC949BA70, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:14,902 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:14,904 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 15F3CD278C684764AD5376046A74BD85, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:14,904 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FA7EB09AC1274BA09BC18BDF10304A31, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:14,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:14,904 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FA7EB09AC1274BA09BC18BDF10304A31, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:14,906 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:14,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 1ED3E96FB9034EEB87739CEAC949BA70 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:14,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 15F3CD278C684764AD5376046A74BD85
2016-05-17 21:11:14,912 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:14,912 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 15F3CD278C684764AD5376046A74BD85
2016-05-17 21:11:14,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:14,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 15F3CD278C684764AD5376046A74BD85 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:14,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 1ED3E96FB9034EEB87739CEAC949BA70
2016-05-17 21:11:14,914 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:14,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 1ED3E96FB9034EEB87739CEAC949BA70
2016-05-17 21:11:14,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:14,915 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:14,915 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:14,914 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:14,916 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:14,918 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:14,920 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:14,922 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:14,925 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:14,932 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5c90adca
2016-05-17 21:11:14,932 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1e81d840
2016-05-17 21:11:14,952 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1e81d840
2016-05-17 21:11:14,953 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:14,953 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:14,954 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5c90adca
2016-05-17 21:11:14,954 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:14,955 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:14,972 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-05-17 21:11:14,976 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"]
2016-05-17 21:11:15,017 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"] streamed: true, id: 15F3CD278C684764AD5376046A74BD85
2016-05-17 21:11:15,018 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']], id: 6C0B0B2D48B34A4EB399FA07A71ED14A
2016-05-17 21:11:15,017 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"] streamed: true, id: 1ED3E96FB9034EEB87739CEAC949BA70
2016-05-17 21:11:15,019 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']], id: 6C0B0B2D48B34A4EB399FA07A71ED14A
2016-05-17 21:11:15,019 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 6C0B0B2D48B34A4EB399FA07A71ED14A
2016-05-17 21:11:15,019 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 6C0B0B2D48B34A4EB399FA07A71ED14A
2016-05-17 21:11:15,060 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@162708e8; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@5cb9c2b4; comparator=cascading.tuple.hadoop.util.TupleComparator@5d035b66; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:15,061 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@279de6fb; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@6fa77d0e; comparator=cascading.tuple.hadoop.util.TupleComparator@765b53f; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:15,064 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:15,064 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:15,066 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:15,066 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:15,068 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:15,068 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:15,197 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:15,197 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:15,197 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:15,197 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:15,198 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:15,201 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-05-17 21:11:15,201 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:15,203 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:15,203 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:15,204 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:15,204 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:15,204 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:15,205 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DCAF216CAB5949DDB13BC8896E4B288E, all 1 inputs ready in: 00:00:00.003
2016-05-17 21:11:15,205 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"]
2016-05-17 21:11:15,206 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:15,206 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DE2F82A197924DD79BF9F368A0E6C4D7, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:15,215 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:15,215 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DE2F82A197924DD79BF9F368A0E6C4D7, mem on close (mb), free: 116, total: 382, max: 672
2016-05-17 21:11:15,216 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:15,216 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:15,216 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 102; bufvoid = 104857600
2016-05-17 21:11:15,216 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2016-05-17 21:11:15,235 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:15,255 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:15,256 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DCAF216CAB5949DDB13BC8896E4B288E, mem on close (mb), free: 113, total: 382, max: 672
2016-05-17 21:11:15,256 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:15,257 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:15,257 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 9061; bufvoid = 104857600
2016-05-17 21:11:15,257 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26213600(104854400); length = 797/6553600
2016-05-17 21:11:15 Completed running task attempt: attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:15,272 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519473439_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:15,274 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519473439_0001_1_01, eventCount=1
2016-05-17 21:11:15,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=1214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519475206, Process_Duration=9, Process_End_Time=1463519475215, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-17 21:11:15,277 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:15,284 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:15,285 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:15,285 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519473439_0001_00_000002
2016-05-17 21:11:15,292 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DE2F82A197924DD79BF9F368A0E6C4D7, taskAttemptId=attempt_1463519473439_0001_1_01_000000_0, startTime=1463519474780, finishTime=1463519475275, timeTaken=495, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=1214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475206, Process_Duration=9, Process_End_Time=1463519475215, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-17 21:11:15,293 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:15,294 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:15,295 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:15,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:15,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_FINISHED]: vertexName=DE2F82A197924DD79BF9F368A0E6C4D7, taskId=task_1463519473439_0001_1_01_000000, startTime=1463519474780, finishTime=1463519475300, timeTaken=520, status=SUCCEEDED, successfulAttemptID=attempt_1463519473439_0001_1_01_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=1214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475206, Process_Duration=9, Process_End_Time=1463519475215, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20
2016-05-17 21:11:15,307 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:15,309 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] : 1
2016-05-17 21:11:15,310 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:15,311 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:15 Completed running task attempt: attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:15,323 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519473439_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:15,324 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=15603, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519475205, Process_Duration=50, Process_End_Time=1463519475255, Read_Duration=8, Tuples_Read=200, Tuples_Written=200, Write_Duration=13][cascading.flow.StepCounters Tuples_Read=200]]
2016-05-17 21:11:15,325 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:15,325 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:15,326 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519473439_0001_00_000001
2016-05-17 21:11:15,330 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:15,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_FINISHED]: vertexName=DE2F82A197924DD79BF9F368A0E6C4D7, vertexId=vertex_1463519473439_0001_1_01, initRequestedTime=1463519474462, initedTime=1463519474632, startRequestedTime=1463519474648, startedTime=1463519474648, finishTime=1463519475314, timeTaken=666, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=1214, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475206, Process_Duration=9, Process_End_Time=1463519475215, Read_Duration=2, Tuples_Read=20, Tuples_Written=20, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463519474780, firstTasksToStart=[ task_1463519473439_0001_1_01_000000 ], lastTaskFinishTime=1463519475275, lastTasksToFinish=[ task_1463519473439_0001_1_01_000000 ], minTaskDuration=495, maxTaskDuration=495, avgTaskDuration=495.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519473439_0001_1_01_000000 ], longestDurationTasks=[ task_1463519473439_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:15,338 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:15,340 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:15,342 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:15,343 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519473439_0001_00_000002, stoppedTime=1463519475341, exitStatus=0
2016-05-17 21:11:15,344 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:15,344 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] attempt: attempt_1463519473439_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:15,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519473439_0001_1_00, eventCount=1
2016-05-17 21:11:15,345 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-17 21:11:15,345 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519473439_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:15,345 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:15,349 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519473439_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:15,349 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519473439_0001_00_000002: 64 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:15,349 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519473439_0001_00_000002, Exiting
2016-05-17 21:11:15,349 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519473439_0001_00_000002
2016-05-17 21:11:15,349 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519473439_0001_00_000002
2016-05-17 21:11:15,355 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519473439_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:15,357 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DCAF216CAB5949DDB13BC8896E4B288E, taskAttemptId=attempt_1463519473439_0001_1_00_000000_0, startTime=1463519474767, finishTime=1463519475345, timeTaken=578, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=15603, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475205, Process_Duration=50, Process_End_Time=1463519475255, Read_Duration=8, Tuples_Read=200, Tuples_Written=200, Write_Duration=13, cascading.flow.StepCounters, Tuples_Read=200
2016-05-17 21:11:15,357 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:15,357 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:15,357 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:15,358 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:15,359 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:15,355 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519473439_0001_00_000002 completed successfully
2016-05-17 21:11:15,361 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_FINISHED]: vertexName=DCAF216CAB5949DDB13BC8896E4B288E, taskId=task_1463519473439_0001_1_00_000000, startTime=1463519474767, finishTime=1463519475359, timeTaken=592, status=SUCCEEDED, successfulAttemptID=attempt_1463519473439_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=15603, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475205, Process_Duration=50, Process_End_Time=1463519475255, Read_Duration=8, Tuples_Read=200, Tuples_Written=200, Write_Duration=13, cascading.flow.StepCounters, Tuples_Read=200
2016-05-17 21:11:15,361 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:15,361 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] : 1
2016-05-17 21:11:15,362 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:15,363 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:15,365 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_FINISHED]: vertexName=DCAF216CAB5949DDB13BC8896E4B288E, vertexId=vertex_1463519473439_0001_1_00, initRequestedTime=1463519474432, initedTime=1463519474626, startRequestedTime=1463519474638, startedTime=1463519474638, finishTime=1463519475362, timeTaken=724, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=15603, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475205, Process_Duration=50, Process_End_Time=1463519475255, Read_Duration=8, Tuples_Read=200, Tuples_Written=200, Write_Duration=13, cascading.flow.StepCounters, Tuples_Read=200, vertexStats=firstTaskStartTime=1463519474767, firstTasksToStart=[ task_1463519473439_0001_1_00_000000 ], lastTaskFinishTime=1463519475345, lastTasksToFinish=[ task_1463519473439_0001_1_00_000000 ], minTaskDuration=578, maxTaskDuration=578, avgTaskDuration=578.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519473439_0001_1_00_000000 ], longestDurationTasks=[ task_1463519473439_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:15,366 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:15,366 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:15,367 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:15,367 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519473439_0001_00_000001, stoppedTime=1463519475367, exitStatus=0
2016-05-17 21:11:15,367 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:15,368 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] attempt: attempt_1463519473439_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:15,368 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FA7EB09AC1274BA09BC18BDF10304A31
2016-05-17 21:11:15,368 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:15,370 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:15,370 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-17 21:11:15,370 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519473439_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:15,371 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:15,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_STARTED]: vertexName=FA7EB09AC1274BA09BC18BDF10304A31, taskId=task_1463519473439_0001_1_02_000000, scheduledTime=1463519475370, launchTime=1463519475370
2016-05-17 21:11:15,371 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:15,371 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:15,371 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:15,372 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed, VertexName: FA7EB09AC1274BA09BC18BDF10304A31, VertexParallelism: 1, TaskAttemptID:attempt_1463519473439_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DCAF216CAB5949DDB13BC8896E4B288E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=DE2F82A197924DD79BF9F368A0E6C4D7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=879019F594B24A6C807E1D9473D07D89, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:15,372 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:15,372 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:15,373 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519473439_0001_00_000003
2016-05-17 21:11:15,373 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:15,376 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519473439_0001_00_000003
2016-05-17 21:11:15,377 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:15,379 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:15,380 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:15,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519473439_0001_00_000003, launchTime=1463519475380
2016-05-17 21:11:15,381 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519473439_0001_00_000003
2016-05-17 21:11:15,382 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519473439_0001_1_02_000000_0] to container: [container_1463519473439_0001_00_000003]
2016-05-17 21:11:15,383 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:15,383 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519473439_0001_1_02_000000_0] started. Is using containerId: [container_1463519473439_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-17 21:11:15,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FA7EB09AC1274BA09BC18BDF10304A31, taskAttemptId=attempt_1463519473439_0001_1_02_000000_0, startTime=1463519475383, containerId=container_1463519473439_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519473439_0001_00_000003/teamcity, completedLogs=
2016-05-17 21:11:15,384 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:15,384 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:15,384 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:15,385 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519473439_0001_00_000003 given task: attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,385 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519473439_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15 Starting to run new task attempt: attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,386 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,386 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:15,386 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:15,387 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:15,387 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:15,387 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:15,388 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:15,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF] apache*ip/(1/1) ...ed/cogroupcomparereversed, VertexName: FA7EB09AC1274BA09BC18BDF10304A31, VertexParallelism: 1, TaskAttemptID:attempt_1463519473439_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DCAF216CAB5949DDB13BC8896E4B288E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=DE2F82A197924DD79BF9F368A0E6C4D7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=879019F594B24A6C807E1D9473D07D89, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:15,388 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:15,389 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519473439_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:15,391 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519473439_0001_00_000001: 64 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:15,391 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519473439_0001_00_000001, Exiting
2016-05-17 21:11:15,391 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519473439_0001_00_000001
2016-05-17 21:11:15,392 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519473439_0001_00_000001
2016-05-17 21:11:15,393 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:15,393 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:15,394 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519473439_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:15,394 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519473439_0001_00_000001 completed successfully
2016-05-17 21:11:15,395 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:15,395 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519473439_0001_1_02_000000_0 sent events: (0-2)
2016-05-17 21:11:15,395 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:15,398 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=DCAF216CAB5949DDB13BC8896E4B288E, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:15,399 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:15,400 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=879019F594B24A6C807E1D9473D07D89, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:15,403 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:15,403 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:15,404 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 879019F594B24A6C807E1D9473D07D89
2016-05-17 21:11:15,404 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:15,404 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 879019F594B24A6C807E1D9473D07D89
2016-05-17 21:11:15,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=DE2F82A197924DD79BF9F368A0E6C4D7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:15,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:15,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,412 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:15,412 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:15,412 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,414 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:15,416 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:15,416 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,418 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,442 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:15,442 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 879019F594B24A6C807E1D9473D07D89
2016-05-17 21:11:15,442 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FA7EB09AC1274BA09BC18BDF10304A31, ordinal: 2
2016-05-17 21:11:15,443 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA7EB09AC1274BA09BC18BDF10304A31, mem on start (mb), free: 100, total: 382, max: 672
2016-05-17 21:11:15,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:15,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-05-17 21:11:15,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:15,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:15,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:15,445 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:15,446 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:15,446 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:15,446 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:15,447 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:15,447 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-17 21:11:15,448 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-05-17 21:11:15,448 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 879019F594B24A6C807E1D9473D07D89, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:15,448 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, DCAF216CAB5949DDB13BC8896E4B288E, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-05-17 21:11:15,449 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, DE2F82A197924DD79BF9F368A0E6C4D7, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-05-17 21:11:15,449 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:15,450 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: DCAF216CAB5949DDB13BC8896E4B288E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:15,452 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,454 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: DE2F82A197924DD79BF9F368A0E6C4D7 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:15,455 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 2
2016-05-17 21:11:15,456 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 2 IOs to start
2016-05-17 21:11:15,460 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:15,460 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:15,460 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:15,460 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:15,465 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: DE2F82A197924DD79BF9F368A0E6C4D7 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:15,465 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: DCAF216CAB5949DDB13BC8896E4B288E with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:15,469 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-05-17 21:11:15,469 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-05-17 21:11:15,469 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:15,469 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:15,474 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:15,474 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:15,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:15,482 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:15,482 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,484 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519473439_0001_1_01_000000_0_10005, runDuration: 392224, ]
2016-05-17 21:11:15,490 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519473439_0001_1_00_000000_0_10004, runDuration: 470162, ]
2016-05-17 21:11:15,490 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2016-05-17 21:11:15,496 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519473439_0001_1_01_000000_0_10005] to DISK_DIRECT, CompressedSize=142, DecompressedSize=138,EndTime=1463519475496, TimeTaken=4, Rate=0.03 MB/s
2016-05-17 21:11:15,496 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519473439_0001_1_00_000000_0_10004] to DISK_DIRECT, CompressedSize=8931, DecompressedSize=8927,EndTime=1463519475496, TimeTaken=4, Rate=2.13 MB/s
2016-05-17 21:11:15,497 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,496 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,498 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.01 MB/s)
2016-05-17 21:11:15,498 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:15,498 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [DE2F82A197924DD79BF9F368A0E6C4D7] #1 in 6ms
2016-05-17 21:11:15,498 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [DCAF216CAB5949DDB13BC8896E4B288E] #2 in 6ms
2016-05-17 21:11:15,499 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [DCAF216CAB5949DDB13BC8896E4B288E] #2, status:false, isInterrupted:false
2016-05-17 21:11:15,499 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [DE2F82A197924DD79BF9F368A0E6C4D7] #1, status:false, isInterrupted:false
2016-05-17 21:11:15,500 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:15,500 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:15,503 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 142 bytes from disk
2016-05-17 21:11:15,503 WARN  util.TupleHasher (TupleHasher.java:merge(73)) - two unequal Hasher instances for the same key field position found: cascading.platform.hadoop.TestLongComparator@1c3f5ae2, and: cascading.platform.hadoop.TestLongComparator@367b9eb
2016-05-17 21:11:15,503 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] streamed: true, id: 6C0B0B2D48B34A4EB399FA07A71ED14A
2016-05-17 21:11:15,504 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:15,504 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValuesReversed/cogroupcomparereversed"], id: 879019F594B24A6C807E1D9473D07D89
2016-05-17 21:11:15,504 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 8931 bytes from disk
2016-05-17 21:11:15,505 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:15,505 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValuesReversed/cogroupcomparereversed"]
2016-05-17 21:11:15,507 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 6C0B0B2D48B34A4EB399FA07A71ED14A, for 2 inputs
2016-05-17 21:11:15,507 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 6C0B0B2D48B34A4EB399FA07A71ED14A, for 2 inputs
2016-05-17 21:11:15,510 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:15,510 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:15,515 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 128 bytes
2016-05-17 21:11:15,515 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,515 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 8917 bytes
2016-05-17 21:11:15,515 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-17 21:11:15,516 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-17 21:11:15,516 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:15,515 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,517 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:15,523 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FA7EB09AC1274BA09BC18BDF10304A31, all 2 inputs ready in: 00:00:00.000
2016-05-17 21:11:15,529 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@1853486f; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@3b87be3
2016-05-17 21:11:15,533 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@4cb23b1c; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@4946d29a
2016-05-17 21:11:15,566 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:15,566 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:15,567 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,568 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519473439_0001_1_02_000000_0 given a go for committing the task output.
2016-05-17 21:11:15,569 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,569 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FA7EB09AC1274BA09BC18BDF10304A31, mem on close (mb), free: 90, total: 382, max: 672
2016-05-17 21:11:15,569 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: DCAF216CAB5949DDB13BC8896E4B288E
2016-05-17 21:11:15,573 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:15,574 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:15,575 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:15,575 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:15,575 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:15,576 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: DE2F82A197924DD79BF9F368A0E6C4D7
2016-05-17 21:11:15,577 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:15,579 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:15,579 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:15,579 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:15,579 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:15 Completed running task attempt: attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,581 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519473439_0001_1_02_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:15,582 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=37, MERGE_PHASE_TIME=54, FIRST_EVENT_RECEIVED=28, LAST_EVENT_RECEIVED=31][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519475523, Process_Duration=46, Process_End_Time=1463519475569, Read_Duration=8, Tuples_Read=124, Tuples_Written=199, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=199]]
2016-05-17 21:11:15,583 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:15,583 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:15,584 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:15,584 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FA7EB09AC1274BA09BC18BDF10304A31, taskAttemptId=attempt_1463519473439_0001_1_02_000000_0, startTime=1463519475383, finishTime=1463519475582, timeTaken=199, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=37, MERGE_PHASE_TIME=54, FIRST_EVENT_RECEIVED=28, LAST_EVENT_RECEIVED=31, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475523, Process_Duration=46, Process_End_Time=1463519475569, Read_Duration=8, Tuples_Read=124, Tuples_Written=199, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=199
2016-05-17 21:11:15,585 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519473439_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:15,585 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:15,585 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15,587 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:15,586 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519473439_0001_00_000003
2016-05-17 21:11:15,589 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:TASK_FINISHED]: vertexName=FA7EB09AC1274BA09BC18BDF10304A31, taskId=task_1463519473439_0001_1_02_000000, startTime=1463519475383, finishTime=1463519475587, timeTaken=204, status=SUCCEEDED, successfulAttemptID=attempt_1463519473439_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=37, MERGE_PHASE_TIME=54, FIRST_EVENT_RECEIVED=28, LAST_EVENT_RECEIVED=31, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475523, Process_Duration=46, Process_End_Time=1463519475569, Read_Duration=8, Tuples_Read=124, Tuples_Written=199, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=199
2016-05-17 21:11:15,589 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519473439_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:15,590 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] : 1
2016-05-17 21:11:15,590 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:15,590 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:15,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:VERTEX_FINISHED]: vertexName=FA7EB09AC1274BA09BC18BDF10304A31, vertexId=vertex_1463519473439_0001_1_02, initRequestedTime=1463519474467, initedTime=1463519474602, startRequestedTime=1463519474680, startedTime=1463519474680, finishTime=1463519475590, timeTaken=910, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=400556032, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=37, MERGE_PHASE_TIME=54, FIRST_EVENT_RECEIVED=28, LAST_EVENT_RECEIVED=31, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519475523, Process_Duration=46, Process_End_Time=1463519475569, Read_Duration=8, Tuples_Read=124, Tuples_Written=199, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=199, vertexStats=firstTaskStartTime=1463519475383, firstTasksToStart=[ task_1463519473439_0001_1_02_000000 ], lastTaskFinishTime=1463519475582, lastTasksToFinish=[ task_1463519473439_0001_1_02_000000 ], minTaskDuration=199, maxTaskDuration=199, avgTaskDuration=199.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519473439_0001_1_02_000000 ], longestDurationTasks=[ task_1463519473439_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:15,592 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:15,593 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:15,593 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519473439_0001_00_000003, stoppedTime=1463519475593, exitStatus=0
2016-05-17 21:11:15,593 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:15,593 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-17 21:11:15,594 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519473439_0001_1
2016-05-17 21:11:15,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519473439_0001_1
2016-05-17 21:11:15,595 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519473439_0001_1_00 [DCAF216CAB5949DDB13BC8896E4B288E]
2016-05-17 21:11:15,595 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519473439_0001_1_01 [DE2F82A197924DD79BF9F368A0E6C4D7]
2016-05-17 21:11:15,595 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:15,599 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519473439_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-17 21:11:15,599 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519473439_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:15,596 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 879019F594B24A6C807E1D9473D07D89 for vertex: vertex_1463519473439_0001_1_02 [FA7EB09AC1274BA09BC18BDF10304A31]
2016-05-17 21:11:15,600 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519473439_0001_00_000003, Exiting
2016-05-17 21:11:15,600 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519473439_0001_00_000003
2016-05-17 21:11:15,600 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519473439_0001_00_000003
2016-05-17 21:11:15,601 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519473439_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:15,601 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519473439_0001_00_000003 completed successfully
2016-05-17 21:11:15,620 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519473439_0001_1, queueSize=0
2016-05-17 21:11:15,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:15,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519473439_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519473439_0001_1, startTime=1463519474429, finishTime=1463519475613, timeTaken=1184, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=83619, FILE_BYTES_WRITTEN=23476, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=440, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1201668096, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=419, OUTPUT_BYTES=9163, OUTPUT_BYTES_WITH_OVERHEAD=9065, OUTPUT_BYTES_PHYSICAL=9073, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=37, MERGE_PHASE_TIME=54, FIRST_EVENT_RECEIVED=28, LAST_EVENT_RECEIVED=31, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390558425934, Process_Duration=105, Process_End_Time=4390558426039, Read_Duration=18, Tuples_Read=344, Tuples_Written=419, Write_Duration=16, cascading.flow.StepCounters, Tuples_Read=220, Tuples_Written=199
2016-05-17 21:11:15,622 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519473439_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:15,622 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519473439_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:15,622 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519473439_0001_00_000003
2016-05-17 21:11:15,624 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519473439_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:15 Completed Dag: dag_1463519473439_0001_1
2016-05-17 21:11:15,625 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519473439_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:15,625 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519473439_0001_1_post
2016-05-17 21:11:15,625 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:15,625 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:15,634 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ed/cogroupcomparereversed, applicationId=application_1463519473439_0001
2016-05-17 21:11:15,638 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:15,638 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:15,638 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:15,638 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:15,638 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:15,639 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:15,642 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:15,642 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:15,642 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:15,642 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:15,642 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:15,643 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:15,643 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:15,648 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F498199BD7084867860E041F8B245E7C/CCE8EC878F574073B536D6A72B06B6BF/.tez/application_1463519473439_0001
2016-05-17 21:11:15,650 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValuesReversed/cogroupcomparereversed/_temporary
2016-05-17 21:11:15,651 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  completed in: 00:02.390
2016-05-17 21:11:15,745 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValuesReversed/cogroupcomparereversed
2016-05-17 21:11:15,806 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:15,806 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:15,901 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.051
2016-05-17 21:11:15,947 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.096
2016-05-17 21:11:15,948 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-17 21:11:15,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 3
2016-05-17 21:11:15,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:16,013 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt
2016-05-17 21:11:16,032 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt
2016-05-17 21:11:16,054 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValues/cogroupcompareforward
2016-05-17 21:11:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] starting
2016-05-17 21:11:16,205 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-05-17 21:11:16,206 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"]
2016-05-17 21:11:16,206 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  sink: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValues/cogroupcompareforward"]
2016-05-17 21:11:16,206 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  parallel execution of steps is enabled: false
2016-05-17 21:11:16,207 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  executing total steps: 1
2016-05-17 21:11:16,207 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  allocating management threads: 1
2016-05-17 21:11:16,208 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] starting step: (1/1) ...ues/cogroupcompareforward
2016-05-17 21:11:16,208 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [apache*ip] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:16,227 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] tez session mode enabled: true
2016-05-17 21:11:16,232 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:16,233 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:16,233 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:16,246 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71/.tez/application_1463519476233_0001 doesn't exist and is created
2016-05-17 21:11:16,267 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:16,267 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:16,268 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71/.tez/application_1463519476233_0001
2016-05-17 21:11:16,272 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519476233_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:16,286 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:16,287 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:16,290 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:16,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:16,290 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71/.tez/application_1463519476233_0001/localmode-log-dir
2016-05-17 21:11:16,290 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71/.tez/application_1463519476233_0001/localmode-log-dir/history.txt.appattempt_1463519476233_0001_000000, maxErrors=10
2016-05-17 21:11:16,290 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:16,291 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519476233_0001_000000, appSubmitTime=1463519476271, launchTime=1463519476271
2016-05-17 21:11:16,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:16,300 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:16,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:16,302 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:16,303 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:60292
2016-05-17 21:11:16,306 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:16,308 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519476233_0001_000000, startTime=1463519476308
2016-05-17 21:11:16,308 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:16,311 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:16,367 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:16,368 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:16,368 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ues/cogroupcompareforward, applicationId=application_1463519476233_0001, dagName=[5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward
2016-05-17 21:11:16,389 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward
2016-05-17 21:11:16,393 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519476233_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71/.tez/application_1463519476233_0001/localmode-log-dir/dag_1463519476233_0001_1.dot
2016-05-17 21:11:16,395 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71/.tez/application_1463519476233_0001/localmode-log-dir/dag_1463519476233_0001_1-tez-dag.pb.txt
2016-05-17 21:11:16,429 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519476233_0001_1
2016-05-17 21:11:16,429 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:16,430 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward
2016-05-17 21:11:16 Running Dag: dag_1463519476233_0001_1
2016-05-17 21:11:16,449 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519476233_0001_1, submitTime=1463519476389
2016-05-17 21:11:16,449 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:16,450 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,451 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:16,452 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:16,452 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519476233_0001_1, initTime=1463519476449
2016-05-17 21:11:16,452 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519476233_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:16,453 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:16,453 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:DAG_STARTED]: dagID=dag_1463519476233_0001_1, startTime=1463519476453
2016-05-17 21:11:16,453 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:16,454 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519476233_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:16,454 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DD474E95F45443DE91782850A0183B77 : {25EEC384E2D94E0B86206DB16B30B060={InputName=25EEC384E2D94E0B86206DB16B30B060}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:16,454 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 25EEC384E2D94E0B86206DB16B30B060, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:16,454 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,454 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ues/cogroupcompareforward, applicationId=application_1463519476233_0001, dagName=[5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward
2016-05-17 21:11:16,454 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,455 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,455 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]. Starting root input initializers: 1
2016-05-17 21:11:16,456 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:16,456 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 25EEC384E2D94E0B86206DB16B30B060 on vertex vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,456 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: AF8D50812E2B44FE8F8EFE7FEDF2AE76 : {AB02F175BAE94FFB8DA6638A194EC46F={InputName=AB02F175BAE94FFB8DA6638A194EC46F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:16,458 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: AB02F175BAE94FFB8DA6638A194EC46F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:16,459 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,459 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,459 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,459 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]. Starting root input initializers: 1
2016-05-17 21:11:16,462 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:16,462 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,466 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:16,466 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 25EEC384E2D94E0B86206DB16B30B060 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:16,477 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: AB02F175BAE94FFB8DA6638A194EC46F on vertex vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,470 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:16,482 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,481 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:16,486 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip] submitted tez dag to app master: application_1463519476233_0001, with dag id: dag_1463519476233_0001_1
2016-05-17 21:11:16,484 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,487 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,488 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=AD3AF60A954047BE902624AD281DE910, vertexId=vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:16,488 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=AD3AF60A954047BE902624AD281DE910, vertexId=vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,490 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:16,486 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:16,491 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input AB02F175BAE94FFB8DA6638A194EC46F asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:16,491 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:16,492 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:16,494 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 410
2016-05-17 21:11:16,493 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=AD3AF60A954047BE902624AD281DE910, vertexName=D77D8E75F50F4D48864727AE60F70F4B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:16,495 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 402
2016-05-17 21:11:16,496 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=AD3AF60A954047BE902624AD281DE910, vertexId=vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,495 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 25EEC384E2D94E0B86206DB16B30B060 on vertex vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,498 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: AB02F175BAE94FFB8DA6638A194EC46F on vertex vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,500 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:16,500 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D77D8E75F50F4D48864727AE60F70F4B, vertexId=vertex_1463519476233_0001_1_02, initRequestedTime=1463519476462, initedTime=1463519476500, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:16,500 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:16,501 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:16,503 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {25EEC384E2D94E0B86206DB16B30B060=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:16,504 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] parallelism set to 1
2016-05-17 21:11:16,504 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:16,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519476233_0001_1_00, eventCount=1
2016-05-17 21:11:16,506 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:16,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DD474E95F45443DE91782850A0183B77, vertexId=vertex_1463519476233_0001_1_00, initRequestedTime=1463519476454, initedTime=1463519476506, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:16,507 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] with distanceFromRoot: 0
2016-05-17 21:11:16,507 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:16,507 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:16,508 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {AB02F175BAE94FFB8DA6638A194EC46F=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:16,508 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] parallelism set to 1
2016-05-17 21:11:16,508 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:16,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519476233_0001_1_01, eventCount=1
2016-05-17 21:11:16,510 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:16,510 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, vertexId=vertex_1463519476233_0001_1_01, initRequestedTime=1463519476456, initedTime=1463519476509, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:16,510 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] with distanceFromRoot: 0
2016-05-17 21:11:16,510 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:16,511 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:16,511 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,513 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:16,513 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519476233_0001_1_00, startRequestedTime=1463519476511, startedTime=1463519476511
2016-05-17 21:11:16,513 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:16,513 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:16,513 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,514 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:16,514 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519476233_0001_1_01, startRequestedTime=1463519476513, startedTime=1463519476513
2016-05-17 21:11:16,514 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:16,515 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:16,516 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_STARTED]: vertexName=DD474E95F45443DE91782850A0183B77, taskId=task_1463519476233_0001_1_00_000000, scheduledTime=1463519476515, launchTime=1463519476515
2016-05-17 21:11:16,516 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:16,516 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519476233_0001_1_00 for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] numStartedSources: 1 numSources: 2
2016-05-17 21:11:16,516 INFO  impl.VertexImpl (VertexImpl.java:transition(3160)) - Cannot start vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] numStartedSources: 1 numSources: 2
2016-05-17 21:11:16,518 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:16,519 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_STARTED]: vertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, taskId=task_1463519476233_0001_1_01_000000, scheduledTime=1463519476517, launchTime=1463519476517
2016-05-17 21:11:16,519 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:16,519 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519476233_0001_1_01 for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] numStartedSources: 2 numSources: 2
2016-05-17 21:11:16,520 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] with distanceFromRoot: 1
2016-05-17 21:11:16,520 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,520 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,521 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: DD474E95F45443DE91782850A0183B77 in vertex: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,521 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: AF8D50812E2B44FE8F8EFE7FEDF2AE76 in vertex: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,521 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D77D8E75F50F4D48864727AE60F70F4B with 2 source tasks and 1 pending tasks
2016-05-17 21:11:16,522 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:16,522 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519476233_0001_1_02, startRequestedTime=1463519476520, startedTime=1463519476520
2016-05-17 21:11:16,522 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:16,523 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward, VertexName: DD474E95F45443DE91782850A0183B77, VertexParallelism: 1, TaskAttemptID:attempt_1463519476233_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=25EEC384E2D94E0B86206DB16B30B060, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D77D8E75F50F4D48864727AE60F70F4B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:16,523 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:16,524 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward, VertexName: AF8D50812E2B44FE8F8EFE7FEDF2AE76, VertexParallelism: 1, TaskAttemptID:attempt_1463519476233_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AB02F175BAE94FFB8DA6638A194EC46F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D77D8E75F50F4D48864727AE60F70F4B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:16,524 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:16,524 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:16,525 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:16,525 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:16,526 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:16,526 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:16,527 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519476233_0001_00_000001
2016-05-17 21:11:16,527 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:16,528 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519476233_0001_00_000002
2016-05-17 21:11:16,528 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:16,531 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519476233_0001_00_000001
2016-05-17 21:11:16,531 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:16,532 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:16,532 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:16,533 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519476233_0001_00_000001, launchTime=1463519476532
2016-05-17 21:11:16,534 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519476233_0001_00_000002
2016-05-17 21:11:16,535 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:16,535 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519476233_0001_00_000001
2016-05-17 21:11:16,536 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:16,536 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519476233_0001_1_00_000000_0] to container: [container_1463519476233_0001_00_000001]
2016-05-17 21:11:16,536 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:16,536 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:16,537 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519476233_0001_00_000001 given task: attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,537 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519476233_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,537 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519476233_0001_1_00_000000_0] started. Is using containerId: [container_1463519476233_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:16,537 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:16 Starting to run new task attempt: attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,537 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,538 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:16,538 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:16,538 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:16,538 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:16,538 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:16,538 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:16,539 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward, VertexName: DD474E95F45443DE91782850A0183B77, VertexParallelism: 1, TaskAttemptID:attempt_1463519476233_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=25EEC384E2D94E0B86206DB16B30B060, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D77D8E75F50F4D48864727AE60F70F4B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:16,539 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:16,537 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DD474E95F45443DE91782850A0183B77, taskAttemptId=attempt_1463519476233_0001_1_00_000000_0, startTime=1463519476537, containerId=container_1463519476233_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519476233_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:16,541 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:16,541 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,541 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519476233_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:16,538 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519476233_0001_00_000002, launchTime=1463519476536
2016-05-17 21:11:16,544 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:16,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:16,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,544 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519476233_0001_00_000002
2016-05-17 21:11:16,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=25EEC384E2D94E0B86206DB16B30B060, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:16,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:16,547 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519476233_0001_1_01_000000_0] to container: [container_1463519476233_0001_00_000002]
2016-05-17 21:11:16,547 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:16,547 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 25EEC384E2D94E0B86206DB16B30B060
2016-05-17 21:11:16,548 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 25EEC384E2D94E0B86206DB16B30B060
2016-05-17 21:11:16,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,548 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519476233_0001_1_01_000000_0] started. Is using containerId: [container_1463519476233_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:16,550 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:16,548 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519476233_0001_00_000002 given task: attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,550 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, taskAttemptId=attempt_1463519476233_0001_1_01_000000_0, startTime=1463519476548, containerId=container_1463519476233_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519476233_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:16,552 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519476233_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,552 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:16,553 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:16,555 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:16,556 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 25EEC384E2D94E0B86206DB16B30B060
2016-05-17 21:11:16 Starting to run new task attempt: attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,556 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,557 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:16,557 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:16,557 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:16,556 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:16,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 25EEC384E2D94E0B86206DB16B30B060
2016-05-17 21:11:16,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D77D8E75F50F4D48864727AE60F70F4B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:16,557 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:16,561 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:16,561 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:16,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:16,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward, VertexName: AF8D50812E2B44FE8F8EFE7FEDF2AE76, VertexParallelism: 1, TaskAttemptID:attempt_1463519476233_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=AB02F175BAE94FFB8DA6638A194EC46F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D77D8E75F50F4D48864727AE60F70F4B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:16,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,561 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:16,573 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:16,573 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,574 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:16,574 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=AB02F175BAE94FFB8DA6638A194EC46F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:16,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:16,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: AB02F175BAE94FFB8DA6638A194EC46F
2016-05-17 21:11:16,577 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: AB02F175BAE94FFB8DA6638A194EC46F
2016-05-17 21:11:16,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,578 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D77D8E75F50F4D48864727AE60F70F4B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:16,587 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:16,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,589 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DD474E95F45443DE91782850A0183B77, ordinal: 1
2016-05-17 21:11:16,589 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DD474E95F45443DE91782850A0183B77, mem on start (mb), free: 83, total: 382, max: 672
2016-05-17 21:11:16,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:16,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:16,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:16,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:16,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:16,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:16,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:16,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:16,594 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:16,594 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 25EEC384E2D94E0B86206DB16B30B060, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:16,594 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D77D8E75F50F4D48864727AE60F70F4B, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:16,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:16,594 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:16,595 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: AB02F175BAE94FFB8DA6638A194EC46F
2016-05-17 21:11:16,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: AB02F175BAE94FFB8DA6638A194EC46F
2016-05-17 21:11:16,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 25EEC384E2D94E0B86206DB16B30B060
2016-05-17 21:11:16,595 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:16,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 25EEC384E2D94E0B86206DB16B30B060
2016-05-17 21:11:16,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 25EEC384E2D94E0B86206DB16B30B060 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:16,586 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:16,580 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519476233_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:16,611 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:16,606 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:16,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:16,612 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:16,613 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,612 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,622 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:16,623 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@54d43c07
2016-05-17 21:11:16,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,627 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-05-17 21:11:16,630 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"] streamed: true, id: 25EEC384E2D94E0B86206DB16B30B060
2016-05-17 21:11:16,630 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']], id: 209EC67C522E4C9C8A37F6B69C124CAA
2016-05-17 21:11:16,631 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 209EC67C522E4C9C8A37F6B69C124CAA
2016-05-17 21:11:16,633 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@54d43c07
2016-05-17 21:11:16,633 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:16,634 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:16,635 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AF8D50812E2B44FE8F8EFE7FEDF2AE76, ordinal: 0
2016-05-17 21:11:16,635 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AF8D50812E2B44FE8F8EFE7FEDF2AE76, mem on start (mb), free: 79, total: 382, max: 672
2016-05-17 21:11:16,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:16,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:16,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:16,637 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:16,637 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:16,637 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@bc795ae; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@5c33d88c; comparator=cascading.tuple.hadoop.util.TupleComparator@4fcdfe9e; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:16,637 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:16,638 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:16,639 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:16,639 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:16,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, AB02F175BAE94FFB8DA6638A194EC46F, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:16,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D77D8E75F50F4D48864727AE60F70F4B, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:16,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:16,638 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:16,641 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:16,642 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:16,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: AB02F175BAE94FFB8DA6638A194EC46F
2016-05-17 21:11:16,644 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:16,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: AB02F175BAE94FFB8DA6638A194EC46F
2016-05-17 21:11:16,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: AB02F175BAE94FFB8DA6638A194EC46F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:16,744 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:16,745 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:16,745 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:16,746 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:16,746 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:16,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:16,746 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:16,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:16,747 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/apache.200.txt"]
2016-05-17 21:11:16,749 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:16,749 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,750 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DD474E95F45443DE91782850A0183B77, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:16,753 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:16,754 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"]
2016-05-17 21:11:16,755 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"] streamed: true, id: AB02F175BAE94FFB8DA6638A194EC46F
2016-05-17 21:11:16,755 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']], id: 209EC67C522E4C9C8A37F6B69C124CAA
2016-05-17 21:11:16,755 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 209EC67C522E4C9C8A37F6B69C124CAA
2016-05-17 21:11:16,756 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6e56c1cc
2016-05-17 21:11:16,760 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6e56c1cc
2016-05-17 21:11:16,760 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@2df2bc4e; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@1b28bc73; comparator=cascading.tuple.hadoop.util.TupleComparator@f6c2ff3; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:16,760 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:16,761 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:16,761 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:16,761 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:16,762 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:16,867 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:16,867 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:16,868 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:16,868 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:16,868 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:16,869 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/ips.20.txt"]
2016-05-17 21:11:16,869 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:16,870 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AF8D50812E2B44FE8F8EFE7FEDF2AE76, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:16,874 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,875 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AF8D50812E2B44FE8F8EFE7FEDF2AE76, mem on close (mb), free: 77, total: 583, max: 672
2016-05-17 21:11:16,875 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:16,876 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:16,876 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 102; bufvoid = 104857600
2016-05-17 21:11:16,876 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214320(104857280); length = 77/6553600
2016-05-17 21:11:16,883 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:16 Completed running task attempt: attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,889 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519476233_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:16,891 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519476233_0001_1_01, eventCount=1
2016-05-17 21:11:16,891 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:16,893 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,893 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DD474E95F45443DE91782850A0183B77, mem on close (mb), free: 74, total: 583, max: 672
2016-05-17 21:11:16,893 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:16,893 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:16,893 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 9061; bufvoid = 104857600
2016-05-17 21:11:16,894 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26213600(104854400); length = 797/6553600
2016-05-17 21:11:16,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=174, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519476870, Process_Duration=4, Process_End_Time=1463519476874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=20]]
2016-05-17 21:11:16,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, taskAttemptId=attempt_1463519476233_0001_1_01_000000_0, startTime=1463519476548, finishTime=1463519476891, timeTaken=343, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=174, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519476870, Process_Duration=4, Process_End_Time=1463519476874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-17 21:11:16,895 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:16,895 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:16,897 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:16,895 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16,897 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:16,898 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:16,899 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_FINISHED]: vertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, taskId=task_1463519476233_0001_1_01_000000, startTime=1463519476548, finishTime=1463519476898, timeTaken=350, status=SUCCEEDED, successfulAttemptID=attempt_1463519476233_0001_1_01_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=174, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519476870, Process_Duration=4, Process_End_Time=1463519476874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20
2016-05-17 21:11:16,899 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519476233_0001_00_000002
2016-05-17 21:11:16,901 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:16,902 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] : 1
2016-05-17 21:11:16,902 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:16,904 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:16,906 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_FINISHED]: vertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, vertexId=vertex_1463519476233_0001_1_01, initRequestedTime=1463519476456, initedTime=1463519476509, startRequestedTime=1463519476513, startedTime=1463519476513, finishTime=1463519476902, timeTaken=389, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37225, FILE_BYTES_WRITTEN=174, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=20, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=20, OUTPUT_BYTES=102, OUTPUT_BYTES_WITH_OVERHEAD=138, OUTPUT_BYTES_PHYSICAL=142, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519476870, Process_Duration=4, Process_End_Time=1463519476874, Read_Duration=1, Tuples_Read=20, Tuples_Written=20, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=20, vertexStats=firstTaskStartTime=1463519476548, firstTasksToStart=[ task_1463519476233_0001_1_01_000000 ], lastTaskFinishTime=1463519476891, lastTasksToFinish=[ task_1463519476233_0001_1_01_000000 ], minTaskDuration=343, maxTaskDuration=343, avgTaskDuration=343.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519476233_0001_1_01_000000 ], longestDurationTasks=[ task_1463519476233_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:16,907 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:16,907 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:16,907 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:16,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519476233_0001_00_000002, stoppedTime=1463519476907, exitStatus=0
2016-05-17 21:11:16,908 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:16,909 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] attempt: attempt_1463519476233_0001_1_01_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:16,909 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-17 21:11:16,909 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519476233_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:16,910 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:16,911 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519476233_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:16,911 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519476233_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:16,912 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519476233_0001_00_000002, Exiting
2016-05-17 21:11:16,912 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519476233_0001_00_000002
2016-05-17 21:11:16,912 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519476233_0001_00_000002
2016-05-17 21:11:16,918 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519476233_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:16,918 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519476233_0001_00_000002 completed successfully
2016-05-17 21:11:16,919 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:16,926 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:16 Completed running task attempt: attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,932 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519476233_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:16,933 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=17068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519476750, Process_Duration=141, Process_End_Time=1463519476891, Read_Duration=91, Tuples_Read=200, Tuples_Written=200, Write_Duration=18][cascading.flow.StepCounters Tuples_Read=200]]
2016-05-17 21:11:16,933 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:16,933 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:16,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519476233_0001_1_00, eventCount=1
2016-05-17 21:11:16,933 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519476233_0001_00_000001
2016-05-17 21:11:16,936 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:16,936 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DD474E95F45443DE91782850A0183B77, taskAttemptId=attempt_1463519476233_0001_1_00_000000_0, startTime=1463519476537, finishTime=1463519476935, timeTaken=398, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=17068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519476750, Process_Duration=141, Process_End_Time=1463519476891, Read_Duration=91, Tuples_Read=200, Tuples_Written=200, Write_Duration=18, cascading.flow.StepCounters, Tuples_Read=200
2016-05-17 21:11:16,936 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:16,937 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:16,938 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16,940 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:16,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_FINISHED]: vertexName=DD474E95F45443DE91782850A0183B77, taskId=task_1463519476233_0001_1_00_000000, startTime=1463519476537, finishTime=1463519476938, timeTaken=401, status=SUCCEEDED, successfulAttemptID=attempt_1463519476233_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=17068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519476750, Process_Duration=141, Process_End_Time=1463519476891, Read_Duration=91, Tuples_Read=200, Tuples_Written=200, Write_Duration=18, cascading.flow.StepCounters, Tuples_Read=200
2016-05-17 21:11:16,941 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:16,941 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:16,942 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] : 1
2016-05-17 21:11:16,942 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:16,943 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:16,945 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_FINISHED]: vertexName=DD474E95F45443DE91782850A0183B77, vertexId=vertex_1463519476233_0001_1_00, initRequestedTime=1463519476454, initedTime=1463519476506, startRequestedTime=1463519476511, startedTime=1463519476511, finishTime=1463519476942, timeTaken=431, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=37257, FILE_BYTES_WRITTEN=17068, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=200, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=200, OUTPUT_BYTES=9061, OUTPUT_BYTES_WITH_OVERHEAD=8927, OUTPUT_BYTES_PHYSICAL=8931, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519476750, Process_Duration=141, Process_End_Time=1463519476891, Read_Duration=91, Tuples_Read=200, Tuples_Written=200, Write_Duration=18, cascading.flow.StepCounters, Tuples_Read=200, vertexStats=firstTaskStartTime=1463519476537, firstTasksToStart=[ task_1463519476233_0001_1_00_000000 ], lastTaskFinishTime=1463519476935, lastTasksToFinish=[ task_1463519476233_0001_1_00_000000 ], minTaskDuration=398, maxTaskDuration=398, avgTaskDuration=398.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519476233_0001_1_00_000000 ], longestDurationTasks=[ task_1463519476233_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:16,946 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:16,946 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:16,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519476233_0001_00_000001, stoppedTime=1463519476946, exitStatus=0
2016-05-17 21:11:16,947 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:16,947 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] attempt: attempt_1463519476233_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:16,947 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D77D8E75F50F4D48864727AE60F70F4B
2016-05-17 21:11:16,947 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,947 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-17 21:11:16,948 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519476233_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:16,948 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:16,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_STARTED]: vertexName=D77D8E75F50F4D48864727AE60F70F4B, taskId=task_1463519476233_0001_1_02_000000, scheduledTime=1463519476948, launchTime=1463519476948
2016-05-17 21:11:16,948 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_02_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:16,949 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:16,949 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:16,949 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward, VertexName: D77D8E75F50F4D48864727AE60F70F4B, VertexParallelism: 1, TaskAttemptID:attempt_1463519476233_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DD474E95F45443DE91782850A0183B77, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AD3AF60A954047BE902624AD281DE910, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:16,949 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_02_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:16,949 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:16,950 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519476233_0001_00_000003
2016-05-17 21:11:16,951 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000003 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:16,952 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519476233_0001_00_000003
2016-05-17 21:11:16,953 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:16,955 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000003 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:16,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:16,955 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519476233_0001_00_000003, launchTime=1463519476955
2016-05-17 21:11:16,956 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519476233_0001_00_000003
2016-05-17 21:11:16,958 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519476233_0001_1_02_000000_0] to container: [container_1463519476233_0001_00_000003]
2016-05-17 21:11:16,958 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000003 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:16,958 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519476233_0001_00_000003 given task: attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:16,959 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519476233_0001_00_000003: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:16,959 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519476233_0001_1_02_000000_0] started. Is using containerId: [container_1463519476233_0001_00_000003] on NM: [127.0.0.1:0]
2016-05-17 21:11:16,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D77D8E75F50F4D48864727AE60F70F4B, taskAttemptId=attempt_1463519476233_0001_1_02_000000_0, startTime=1463519476959, containerId=container_1463519476233_0001_00_000003, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519476233_0001_00_000003/teamcity, completedLogs=
2016-05-17 21:11:16,959 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_02_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:16,960 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:16,960 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_02_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:16 Starting to run new task attempt: attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:16,960 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:16,960 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:16,960 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:16,961 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:16,961 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:16,961 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:16,961 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:16,961 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71] apache*ip/(1/1) ...ues/cogroupcompareforward, VertexName: D77D8E75F50F4D48864727AE60F70F4B, VertexParallelism: 1, TaskAttemptID:attempt_1463519476233_0001_1_02_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=2, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DD474E95F45443DE91782850A0183B77, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, {{ sourceVertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=AD3AF60A954047BE902624AD281DE910, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:16,961 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=2, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:16,962 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:16,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:16,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,966 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519476233_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:16,966 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519476233_0001_1_02_000000_0 sent events: (0-2)
2016-05-17 21:11:16,966 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519476233_0001_00_000001: 32 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:16,966 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519476233_0001_00_000001, Exiting
2016-05-17 21:11:16,966 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519476233_0001_00_000001
2016-05-17 21:11:16,966 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519476233_0001_00_000001
2016-05-17 21:11:16,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=DD474E95F45443DE91782850A0183B77, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:16,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:16,968 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:16,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=AF8D50812E2B44FE8F8EFE7FEDF2AE76, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:16,970 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:16,971 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:16,971 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:16,971 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:16,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AD3AF60A954047BE902624AD281DE910, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:16,968 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519476233_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:16,972 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:16,973 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:16,971 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:16,973 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519476233_0001_00_000001 completed successfully
2016-05-17 21:11:16,974 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:16,974 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:16,974 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AD3AF60A954047BE902624AD281DE910
2016-05-17 21:11:16,974 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:16,974 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: AD3AF60A954047BE902624AD281DE910
2016-05-17 21:11:16,976 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:16,976 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:16,976 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:16,977 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:16,991 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:16,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AD3AF60A954047BE902624AD281DE910
2016-05-17 21:11:16,993 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D77D8E75F50F4D48864727AE60F70F4B, ordinal: 2
2016-05-17 21:11:16,993 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D77D8E75F50F4D48864727AE60F70F4B, mem on start (mb), free: 65, total: 583, max: 672
2016-05-17 21:11:16,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:16,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 3 initializers to finish
2016-05-17 21:11:16,993 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:16,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:16,994 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:16,994 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:16,994 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:16,994 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:16,994 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:16,995 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:16,995 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.045, finalReserveFractionUsed=0.345
2016-05-17 21:11:16,995 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 3, numScaledRequests: 25, TotalRequested: 1268357504, TotalRequestedScaled: 6.0881160192E8, TotalJVMHeap: 704643072, TotalAvailable: 461541212, TotalRequested/TotalJVMHeap:1.80
2016-05-17 21:11:16,996 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, DD474E95F45443DE91782850A0183B77, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-05-17 21:11:16,996 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AD3AF60A954047BE902624AD281DE910, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:16,997 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, AF8D50812E2B44FE8F8EFE7FEDF2AE76, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=230770606
2016-05-17 21:11:16,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:16,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: DD474E95F45443DE91782850A0183B77 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:16,998 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:16,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:16,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: AF8D50812E2B44FE8F8EFE7FEDF2AE76 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:16,999 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 2
2016-05-17 21:11:17,000 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 2 IOs to start
2016-05-17 21:11:17,000 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:16,999 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:17,000 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:17,000 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:17,001 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: AF8D50812E2B44FE8F8EFE7FEDF2AE76 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:17,001 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: DD474E95F45443DE91782850A0183B77 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:17,001 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-05-17 21:11:17,001 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=230770606. Updated to: ShuffleMem=230770606, postMergeMem: 0
2016-05-17 21:11:17,001 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:17,002 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=230770606, maxSingleShuffleLimit=57692652, mergeThreshold=207693536, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:17,002 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:17,002 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:17,002 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:17,003 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:17,007 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:17,008 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:17,009 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:17,009 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519476233_0001_1_01_000000_0_10016, runDuration: 298629, ]
2016-05-17 21:11:17,012 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519476233_0001_1_01_000000_0_10016] to DISK_DIRECT, CompressedSize=142, DecompressedSize=138,EndTime=1463519477012, TimeTaken=2, Rate=0.07 MB/s
2016-05-17 21:11:17,012 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:17,012 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:17,012 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [AF8D50812E2B44FE8F8EFE7FEDF2AE76] #3 in 2ms
2016-05-17 21:11:17,012 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519476233_0001_1_00_000000_0_10013, runDuration: 368415, ]
2016-05-17 21:11:17,013 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [AF8D50812E2B44FE8F8EFE7FEDF2AE76] #3, status:false, isInterrupted:false
2016-05-17 21:11:17,015 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519476233_0001_1_00_000000_0_10013] to DISK_DIRECT, CompressedSize=8931, DecompressedSize=8927,EndTime=1463519477015, TimeTaken=2, Rate=4.26 MB/s
2016-05-17 21:11:17,015 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:17,016 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.01 MB/s)
2016-05-17 21:11:17,015 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:17,016 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']]
2016-05-17 21:11:17,017 WARN  util.TupleHasher (TupleHasher.java:merge(73)) - two unequal Hasher instances for the same key field position found: cascading.platform.hadoop.TestLongComparator@2eb31d47, and: cascading.platform.hadoop.TestLongComparator@71473844
2016-05-17 21:11:17,017 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [DD474E95F45443DE91782850A0183B77] #4 in 4ms
2016-05-17 21:11:17,018 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] streamed: true, id: 209EC67C522E4C9C8A37F6B69C124CAA
2016-05-17 21:11:17,018 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [DD474E95F45443DE91782850A0183B77] #4, status:false, isInterrupted:false
2016-05-17 21:11:17,018 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValues/cogroupcompareforward"], id: AD3AF60A954047BE902624AD281DE910
2016-05-17 21:11:17,018 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 142 bytes from disk
2016-05-17 21:11:17,019 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:17,019 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['offset', 'line' | long, String]->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValues/cogroupcompareforward"]
2016-05-17 21:11:17,019 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:17,019 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 209EC67C522E4C9C8A37F6B69C124CAA, for 2 inputs
2016-05-17 21:11:17,019 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: CoGroup(apache*ip)[by: apache:[{1}:'octet'] ip:[{1}:'rawoctet']] 209EC67C522E4C9C8A37F6B69C124CAA, for 2 inputs
2016-05-17 21:11:17,019 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 129 bytes
2016-05-17 21:11:17,020 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:17,020 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(89)) - attempting to load codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-17 21:11:17,020 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:17,020 INFO  collect.SpillableTupleList (SpillableTupleList.java:getCodecClass(94)) - found codec: org.apache.hadoop.io.compress.GzipCodec
2016-05-17 21:11:17,022 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:17,023 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 8931 bytes from disk
2016-05-17 21:11:17,023 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:17,023 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:17,024 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 8918 bytes
2016-05-17 21:11:17,024 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:17,025 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:17,025 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D77D8E75F50F4D48864727AE60F70F4B, all 2 inputs ready in: 00:00:00.003
2016-05-17 21:11:17,029 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@4e4c1b4b; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@66940115
2016-05-17 21:11:17,032 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@7eddb166; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@ca9e09c
2016-05-17 21:11:17,057 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:17,058 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:17,059 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:17,059 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519476233_0001_1_02_000000_0 given a go for committing the task output.
2016-05-17 21:11:17,060 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:17,061 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D77D8E75F50F4D48864727AE60F70F4B, mem on close (mb), free: 59, total: 583, max: 672
2016-05-17 21:11:17,061 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: DD474E95F45443DE91782850A0183B77
2016-05-17 21:11:17,062 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:17,064 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:17,064 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:17,065 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:17,065 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:17,065 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: AF8D50812E2B44FE8F8EFE7FEDF2AE76
2016-05-17 21:11:17,066 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:17,067 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:17,068 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:17,068 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:17,068 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:17 Completed running task attempt: attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:17,069 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519476233_0001_1_02_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:17,070 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=23, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=12][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519477026, Process_Duration=34, Process_End_Time=1463519477060, Read_Duration=7, Tuples_Read=124, Tuples_Written=199, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=199]]
2016-05-17 21:11:17,070 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:17,071 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D77D8E75F50F4D48864727AE60F70F4B, taskAttemptId=attempt_1463519476233_0001_1_02_000000_0, startTime=1463519476959, finishTime=1463519477070, timeTaken=111, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=23, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477026, Process_Duration=34, Process_End_Time=1463519477060, Read_Duration=7, Tuples_Read=124, Tuples_Written=199, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=199
2016-05-17 21:11:17,071 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:17,071 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519476233_0001_1_02_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:17,072 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,072 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:17,073 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519476233_0001_00_000003
2016-05-17 21:11:17,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:17,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:TASK_FINISHED]: vertexName=D77D8E75F50F4D48864727AE60F70F4B, taskId=task_1463519476233_0001_1_02_000000, startTime=1463519476959, finishTime=1463519477072, timeTaken=113, status=SUCCEEDED, successfulAttemptID=attempt_1463519476233_0001_1_02_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=23, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477026, Process_Duration=34, Process_End_Time=1463519477060, Read_Duration=7, Tuples_Read=124, Tuples_Written=199, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=199
2016-05-17 21:11:17,074 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519476233_0001_1_02_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:17,074 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] : 1
2016-05-17 21:11:17,074 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:17,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:17,074 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:17,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:VERTEX_FINISHED]: vertexName=D77D8E75F50F4D48864727AE60F70F4B, vertexId=vertex_1463519476233_0001_1_02, initRequestedTime=1463519476462, initedTime=1463519476500, startRequestedTime=1463519476520, startedTime=1463519476520, finishTime=1463519477074, timeTaken=554, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=9137, FILE_BYTES_WRITTEN=6659, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=220, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=611319808, OUTPUT_RECORDS=199, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=23, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477026, Process_Duration=34, Process_End_Time=1463519477060, Read_Duration=7, Tuples_Read=124, Tuples_Written=199, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=199, vertexStats=firstTaskStartTime=1463519476959, firstTasksToStart=[ task_1463519476233_0001_1_02_000000 ], lastTaskFinishTime=1463519477070, lastTasksToFinish=[ task_1463519476233_0001_1_02_000000 ], minTaskDuration=111, maxTaskDuration=111, avgTaskDuration=111.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519476233_0001_1_02_000000 ], longestDurationTasks=[ task_1463519476233_0001_1_02_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:17,078 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:17,078 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000003 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:17,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519476233_0001_00_000003, stoppedTime=1463519477078, exitStatus=0
2016-05-17 21:11:17,078 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000003 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:17,079 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B] completed., numCompletedVertices=3, numSuccessfulVertices=3, numFailedVertices=0, numKilledVertices=0, numVertices=3
2016-05-17 21:11:17,079 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519476233_0001_1
2016-05-17 21:11:17,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:17,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519476233_0001_1
2016-05-17 21:11:17,080 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519476233_0001_1_00 [DD474E95F45443DE91782850A0183B77]
2016-05-17 21:11:17,081 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519476233_0001_1_01 [AF8D50812E2B44FE8F8EFE7FEDF2AE76]
2016-05-17 21:11:17,081 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: AD3AF60A954047BE902624AD281DE910 for vertex: vertex_1463519476233_0001_1_02 [D77D8E75F50F4D48864727AE60F70F4B]
2016-05-17 21:11:17,083 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519476233_0001_00_000003 is valid, but no longer registered, and will be killed
2016-05-17 21:11:17,084 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519476233_0001_00_000003: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:17,084 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519476233_0001_00_000003, Exiting
2016-05-17 21:11:17,084 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519476233_0001_00_000003
2016-05-17 21:11:17,084 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519476233_0001_00_000003
2016-05-17 21:11:17,084 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519476233_0001_00_000003 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:17,084 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519476233_0001_00_000003 completed successfully
2016-05-17 21:11:17,094 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519476233_0001_1, queueSize=0
2016-05-17 21:11:17,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:17,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519476233_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519476233_0001_1, startTime=1463519476453, finishTime=1463519477091, timeTaken=638, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=3, TOTAL_LAUNCHED_TASKS=3, RACK_LOCAL_TASKS=2, File System Counters, FILE_BYTES_READ=83619, FILE_BYTES_WRITTEN=23901, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=67, REDUCE_INPUT_RECORDS=124, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=440, NUM_SHUFFLED_INPUTS=2, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=2, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1833959424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=419, OUTPUT_BYTES=9163, OUTPUT_BYTES_WITH_OVERHEAD=9065, OUTPUT_BYTES_PHYSICAL=9073, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=9073, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=9073, SHUFFLE_BYTES_DECOMPRESSED=9065, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=9073, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=17, MERGE_PHASE_TIME=23, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=4390558430646, Process_Duration=179, Process_End_Time=4390558430825, Read_Duration=99, Tuples_Read=344, Tuples_Written=419, Write_Duration=19, cascading.flow.StepCounters, Tuples_Read=220, Tuples_Written=199
2016-05-17 21:11:17,096 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519476233_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:17,096 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519476233_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:17,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519476233_0001_00_000003 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:17,096 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519476233_0001_00_000003
2016-05-17 21:11:17 Completed Dag: dag_1463519476233_0001_1
2016-05-17 21:11:17,098 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519476233_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:17,099 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519476233_0001_1_post
2016-05-17 21:11:17,099 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,099 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:17,105 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ues/cogroupcompareforward, applicationId=application_1463519476233_0001
2016-05-17 21:11:17,107 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:17,108 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:17,108 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:17,108 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:17,108 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:17,108 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:17,109 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:17,109 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:17,109 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:17,109 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:17,110 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:17,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:17,110 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:17,115 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/5F8DBD2E26CB4266A169B372D0100CEB/EB72AECB4C5841D4A81947F6BF0A0C71/.tez/application_1463519476233_0001
2016-05-17 21:11:17,116 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValues/cogroupcompareforward/_temporary
2016-05-17 21:11:17,117 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache*ip]  completed in: 00:00.911
2016-05-17 21:11:17,209 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testCoGroupComparatorValues/cogroupcompareforward
2016-05-17 21:11:17,239 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:17,240 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:17,281 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.010
2016-05-17 21:11:17,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: ILLEGAL, in: 00:00.016
2016-05-17 21:11:17,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] rule registry: NoHashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-17 21:11:17,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [apache] rule registry: HashJoinHadoop2TezRuleRegistry, found assembly to be malformed
2016-05-17 21:11:17,318 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:17,318 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:17,371 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-05-17 21:11:17,382 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.034
2016-05-17 21:11:17,383 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:17,383 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:17,383 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:17,409 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:17,424 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_false
2016-05-17 21:11:17,482 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:17,482 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:17,482 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_false"]
2016-05-17 21:11:17,482 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:17,483 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:17,483 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:17,484 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ve/false_null_false_false
2016-05-17 21:11:17,484 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:17,498 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:17,504 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:17,504 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:17,504 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:17,516 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438/.tez/application_1463519477504_0001 doesn't exist and is created
2016-05-17 21:11:17,535 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:17,535 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:17,535 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438/.tez/application_1463519477504_0001
2016-05-17 21:11:17,539 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519477504_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:17,550 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:17,551 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:17,553 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:17,553 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:17,553 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438/.tez/application_1463519477504_0001/localmode-log-dir
2016-05-17 21:11:17,553 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438/.tez/application_1463519477504_0001/localmode-log-dir/history.txt.appattempt_1463519477504_0001_000000, maxErrors=10
2016-05-17 21:11:17,554 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:17,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519477504_0001_000000, appSubmitTime=1463519477538, launchTime=1463519477538
2016-05-17 21:11:17,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:17,563 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:17,564 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:17,565 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:17,566 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41140
2016-05-17 21:11:17,568 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:17,570 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519477504_0001_000000, startTime=1463519477570
2016-05-17 21:11:17,570 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:17,570 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:17,635 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:17,635 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:17,635 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ve/false_null_false_false, applicationId=application_1463519477504_0001, dagName=[4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false
2016-05-17 21:11:17,656 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false
2016-05-17 21:11:17,657 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519477504_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438/.tez/application_1463519477504_0001/localmode-log-dir/dag_1463519477504_0001_1.dot
2016-05-17 21:11:17,658 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438/.tez/application_1463519477504_0001/localmode-log-dir/dag_1463519477504_0001_1-tez-dag.pb.txt
2016-05-17 21:11:17,684 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519477504_0001_1
2016-05-17 21:11:17,684 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,685 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false
2016-05-17 21:11:17 Running Dag: dag_1463519477504_0001_1
2016-05-17 21:11:17,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519477504_0001_1, submitTime=1463519477656
2016-05-17 21:11:17,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:17,700 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex DF6241C7D9CA4EBD8A13AF953B3BB15C
2016-05-17 21:11:17,700 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:17,700 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519477504_0001_1, initTime=1463519477699
2016-05-17 21:11:17,700 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:17,701 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519477504_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:17,702 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:DAG_STARTED]: dagID=dag_1463519477504_0001_1, startTime=1463519477701
2016-05-17 21:11:17,702 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:17,702 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:17,702 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519477504_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:17,702 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B21F41C44296495D801A4E9999B851F9 : {CE56CED79D974346B3F109CCD09CBCCF={InputName=CE56CED79D974346B3F109CCD09CBCCF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:17,703 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: CE56CED79D974346B3F109CCD09CBCCF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:17,703 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,703 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,703 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ve/false_null_false_false, applicationId=application_1463519477504_0001, dagName=[4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false
2016-05-17 21:11:17,703 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,703 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]. Starting root input initializers: 1
2016-05-17 21:11:17,704 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:17,704 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,707 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: CE56CED79D974346B3F109CCD09CBCCF on vertex vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,707 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:17,710 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,710 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:17,710 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,711 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input CE56CED79D974346B3F109CCD09CBCCF asking for 1 tasks. Headroom: 692 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:17,711 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,713 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=9D099BCB1E524D04B49625367D70CB2C, vertexId=vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:17,713 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=9D099BCB1E524D04B49625367D70CB2C, vertexId=vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,713 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:17,715 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=9D099BCB1E524D04B49625367D70CB2C, vertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:17,715 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=9D099BCB1E524D04B49625367D70CB2C, vertexId=vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,715 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:17,719 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:17,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, vertexId=vertex_1463519477504_0001_1_01, initRequestedTime=1463519477704, initedTime=1463519477719, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:17,719 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:17,720 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:17,721 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: CE56CED79D974346B3F109CCD09CBCCF on vertex vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,721 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:17,721 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {CE56CED79D974346B3F109CCD09CBCCF=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:17,721 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] parallelism set to 1
2016-05-17 21:11:17,722 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:17,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519477504_0001_1_00, eventCount=1
2016-05-17 21:11:17,723 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:17,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B21F41C44296495D801A4E9999B851F9, vertexId=vertex_1463519477504_0001_1_00, initRequestedTime=1463519477702, initedTime=1463519477722, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:17,724 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] with distanceFromRoot: 0
2016-05-17 21:11:17,723 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519477504_0001, with dag id: dag_1463519477504_0001_1
2016-05-17 21:11:17,724 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:17,725 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,725 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,726 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:17,726 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519477504_0001_1_00, startRequestedTime=1463519477725, startedTime=1463519477725
2016-05-17 21:11:17,731 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:17,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:17,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_STARTED]: vertexName=B21F41C44296495D801A4E9999B851F9, taskId=task_1463519477504_0001_1_00_000000, scheduledTime=1463519477732, launchTime=1463519477732
2016-05-17 21:11:17,733 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519477504_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:17,733 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519477504_0001_1_00 for vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] numStartedSources: 1 numSources: 1
2016-05-17 21:11:17,734 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] with distanceFromRoot: 1
2016-05-17 21:11:17,734 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,734 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B21F41C44296495D801A4E9999B851F9 in vertex: DF6241C7D9CA4EBD8A13AF953B3BB15C
2016-05-17 21:11:17,736 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: DF6241C7D9CA4EBD8A13AF953B3BB15C with 1 source tasks and 1 pending tasks
2016-05-17 21:11:17,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:17,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519477504_0001_1_01, startRequestedTime=1463519477734, startedTime=1463519477734
2016-05-17 21:11:17,737 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:17,737 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false, VertexName: B21F41C44296495D801A4E9999B851F9, VertexParallelism: 1, TaskAttemptID:attempt_1463519477504_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CE56CED79D974346B3F109CCD09CBCCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:17,737 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519477504_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:17,738 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:17,740 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:17,743 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:17,743 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:17,744 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519477504_0001_00_000001
2016-05-17 21:11:17,744 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:17,746 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519477504_0001_00_000001
2016-05-17 21:11:17,746 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:17,747 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:17,747 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:17,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519477504_0001_00_000001, launchTime=1463519477747
2016-05-17 21:11:17,748 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519477504_0001_00_000001
2016-05-17 21:11:17,749 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519477504_0001_1_00_000000_0] to container: [container_1463519477504_0001_00_000001]
2016-05-17 21:11:17,749 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:17,749 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519477504_0001_00_000001 given task: attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,749 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519477504_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,750 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519477504_0001_1_00_000000_0] started. Is using containerId: [container_1463519477504_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:17 Starting to run new task attempt: attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,750 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,751 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:17,751 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,751 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:17,751 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:17,751 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B21F41C44296495D801A4E9999B851F9, taskAttemptId=attempt_1463519477504_0001_1_00_000000_0, startTime=1463519477749, containerId=container_1463519477504_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519477504_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:17,752 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519477504_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:17,752 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519477504_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:17,753 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:17,753 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:17,753 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:17,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false, VertexName: B21F41C44296495D801A4E9999B851F9, VertexParallelism: 1, TaskAttemptID:attempt_1463519477504_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CE56CED79D974346B3F109CCD09CBCCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:17,754 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726138880
2016-05-17 21:11:17,754 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:17,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:17,756 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519477504_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:17,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:17,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CE56CED79D974346B3F109CCD09CBCCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:17,757 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:17,757 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:17,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CE56CED79D974346B3F109CCD09CBCCF
2016-05-17 21:11:17,758 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: CE56CED79D974346B3F109CCD09CBCCF
2016-05-17 21:11:17,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:17,759 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: DF6241C7D9CA4EBD8A13AF953B3BB15C
2016-05-17 21:11:17,759 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:17,762 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:17,762 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:17,763 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: CE56CED79D974346B3F109CCD09CBCCF
2016-05-17 21:11:17,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CE56CED79D974346B3F109CCD09CBCCF
2016-05-17 21:11:17,762 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: DF6241C7D9CA4EBD8A13AF953B3BB15C
2016-05-17 21:11:17,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: DF6241C7D9CA4EBD8A13AF953B3BB15C
2016-05-17 21:11:17,768 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B21F41C44296495D801A4E9999B851F9, ordinal: 0
2016-05-17 21:11:17,768 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B21F41C44296495D801A4E9999B851F9, mem on start (mb), free: 168, total: 692, max: 692
2016-05-17 21:11:17,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:17,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:17,768 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:17,769 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:17,769 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:17,769 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:17,769 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:17,769 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:17,769 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:17,770 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 726138880, TotalAvailable: 486513049, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:17,770 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CE56CED79D974346B3F109CCD09CBCCF, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:17,770 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, DF6241C7D9CA4EBD8A13AF953B3BB15C, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:17,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:17,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CE56CED79D974346B3F109CCD09CBCCF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:17,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:17,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:17,770 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CE56CED79D974346B3F109CCD09CBCCF
2016-05-17 21:11:17,774 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:17,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CE56CED79D974346B3F109CCD09CBCCF
2016-05-17 21:11:17,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:17,775 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,775 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:17,776 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@43495ba4
2016-05-17 21:11:17,777 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:17,777 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@43495ba4
2016-05-17 21:11:17,778 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:17,778 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:17,779 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: CE56CED79D974346B3F109CCD09CBCCF
2016-05-17 21:11:17,779 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: A3C83180F6D84CD8A2CB9BAEF58F5E33
2016-05-17 21:11:17,779 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] A3C83180F6D84CD8A2CB9BAEF58F5E33
2016-05-17 21:11:17,781 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@6f11f895; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@4d7372b; comparator=cascading.tuple.hadoop.util.TupleComparator@4d66ea88; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:17,782 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:17,782 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:17,782 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:17,855 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:17,855 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:17,855 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:17,855 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:17,855 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:17,856 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:17,856 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:17,856 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B21F41C44296495D801A4E9999B851F9, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:17,861 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,861 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B21F41C44296495D801A4E9999B851F9, mem on close (mb), free: 66, total: 692, max: 692
2016-05-17 21:11:17,861 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:17,861 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:17,861 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:17,861 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:17,868 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:17 Completed running task attempt: attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,871 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519477504_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:17,872 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519477504_0001_1_00, eventCount=1
2016-05-17 21:11:17,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B21F41C44296495D801A4E9999B851F9, taskAttemptId=attempt_1463519477504_0001_1_00_000000_0, startTime=1463519477749, finishTime=1463519477872, timeTaken=123, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477856, Process_Duration=5, Process_End_Time=1463519477861, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:17,873 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:17,873 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519477504_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:17,873 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:17,873 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17,874 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:17,875 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_FINISHED]: vertexName=B21F41C44296495D801A4E9999B851F9, taskId=task_1463519477504_0001_1_00_000000, startTime=1463519477749, finishTime=1463519477874, timeTaken=125, status=SUCCEEDED, successfulAttemptID=attempt_1463519477504_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477856, Process_Duration=5, Process_End_Time=1463519477861, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:17,875 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519477504_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:17,875 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] : 1
2016-05-17 21:11:17,875 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519477856, Process_Duration=5, Process_End_Time=1463519477861, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:17,875 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:17,876 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,877 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519477504_0001_00_000001
2016-05-17 21:11:17,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:17,878 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_FINISHED]: vertexName=B21F41C44296495D801A4E9999B851F9, vertexId=vertex_1463519477504_0001_1_00, initRequestedTime=1463519477702, initedTime=1463519477722, startRequestedTime=1463519477725, startedTime=1463519477725, finishTime=1463519477875, timeTaken=150, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477856, Process_Duration=5, Process_End_Time=1463519477861, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519477749, firstTasksToStart=[ task_1463519477504_0001_1_00_000000 ], lastTaskFinishTime=1463519477872, lastTasksToFinish=[ task_1463519477504_0001_1_00_000000 ], minTaskDuration=123, maxTaskDuration=123, avgTaskDuration=123.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519477504_0001_1_00_000000 ], longestDurationTasks=[ task_1463519477504_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:17,878 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:17,878 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:17,878 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] attempt: attempt_1463519477504_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:17,879 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: DF6241C7D9CA4EBD8A13AF953B3BB15C
2016-05-17 21:11:17,879 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519477504_0001_00_000001, stoppedTime=1463519477879, exitStatus=0
2016-05-17 21:11:17,879 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:17,879 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:17,879 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:17,881 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:17,881 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_STARTED]: vertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, taskId=task_1463519477504_0001_1_01_000000, scheduledTime=1463519477881, launchTime=1463519477881
2016-05-17 21:11:17,881 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519477504_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:17,881 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519477504_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:17,881 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,882 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:17,882 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false, VertexName: DF6241C7D9CA4EBD8A13AF953B3BB15C, VertexParallelism: 1, TaskAttemptID:attempt_1463519477504_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B21F41C44296495D801A4E9999B851F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9D099BCB1E524D04B49625367D70CB2C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:17,882 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519477504_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:17,883 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:17,883 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519477504_0001_00_000002
2016-05-17 21:11:17,883 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:17,885 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519477504_0001_00_000002
2016-05-17 21:11:17,885 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:17,886 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:17,886 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:17,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519477504_0001_00_000002, launchTime=1463519477886
2016-05-17 21:11:17,887 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519477504_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:17,888 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519477504_0001_00_000002
2016-05-17 21:11:17,888 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519477504_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:17,888 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519477504_0001_00_000001, Exiting
2016-05-17 21:11:17,888 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519477504_0001_00_000001
2016-05-17 21:11:17,888 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519477504_0001_00_000001
2016-05-17 21:11:17,889 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519477504_0001_1_01_000000_0] to container: [container_1463519477504_0001_00_000002]
2016-05-17 21:11:17,890 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:17,890 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519477504_0001_00_000002 given task: attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,890 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519477504_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17 Starting to run new task attempt: attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,891 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519477504_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:17,891 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,892 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,892 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:17,892 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:17,893 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:17,893 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:17,893 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:17,890 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519477504_0001_1_01_000000_0] started. Is using containerId: [container_1463519477504_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:17,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, taskAttemptId=attempt_1463519477504_0001_1_01_000000_0, startTime=1463519477890, containerId=container_1463519477504_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519477504_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:17,895 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519477504_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:17,895 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519477504_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:17,895 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:17,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438] comprehensivesort/(1/1) ...ve/false_null_false_false, VertexName: DF6241C7D9CA4EBD8A13AF953B3BB15C, VertexParallelism: 1, TaskAttemptID:attempt_1463519477504_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B21F41C44296495D801A4E9999B851F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=9D099BCB1E524D04B49625367D70CB2C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:17,896 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726138880
2016-05-17 21:11:17,896 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:17,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:17,896 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519477504_0001_00_000001 completed successfully
2016-05-17 21:11:17,897 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:17,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B21F41C44296495D801A4E9999B851F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:17,899 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=9D099BCB1E524D04B49625367D70CB2C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:17,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:17,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:17,900 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519477504_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:17,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:17,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 9D099BCB1E524D04B49625367D70CB2C
2016-05-17 21:11:17,905 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:17,905 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 9D099BCB1E524D04B49625367D70CB2C
2016-05-17 21:11:17,906 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:17,908 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653524992, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:17,908 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:17,908 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653524992, type: INPUT, componentVertexName: B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,918 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DF6241C7D9CA4EBD8A13AF953B3BB15C, ordinal: 1
2016-05-17 21:11:17,918 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF6241C7D9CA4EBD8A13AF953B3BB15C, mem on start (mb), free: 59, total: 692, max: 692
2016-05-17 21:11:17,918 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:17,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:17,919 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:17,924 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:17,924 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 9D099BCB1E524D04B49625367D70CB2C
2016-05-17 21:11:17,924 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:17,924 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:17,925 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:17,925 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:17,926 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:17,926 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:17,927 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 653524992, TotalRequestedScaled: 6.032538387692308E8, TotalJVMHeap: 726138880, TotalAvailable: 486513049, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:17,927 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 9D099BCB1E524D04B49625367D70CB2C, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:17,927 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B21F41C44296495D801A4E9999B851F9, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653524992, allocated=486513049
2016-05-17 21:11:17,927 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:17,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B21F41C44296495D801A4E9999B851F9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:17,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,928 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:17,929 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:17,929 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:17,929 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:17,930 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B21F41C44296495D801A4E9999B851F9 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:17,930 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653524992, postMergeMem=0, RuntimeTotalAvailable=486513049. Updated to: ShuffleMem=486513049, postMergeMem: 0
2016-05-17 21:11:17,930 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=486513049, maxSingleShuffleLimit=121628264, mergeThreshold=437861728, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:17,930 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:17,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:17,932 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,934 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519477504_0001_1_00_000000_0_10023, runDuration: 110692, ]
2016-05-17 21:11:17,936 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519477504_0001_1_00_000000_0_10023] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519477936, TimeTaken=1, Rate=0.57 MB/s
2016-05-17 21:11:17,936 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,936 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:17,937 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:17,937 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [B21F41C44296495D801A4E9999B851F9] #5 in 2ms
2016-05-17 21:11:17,937 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B21F41C44296495D801A4E9999B851F9] #5, status:false, isInterrupted:false
2016-05-17 21:11:17,938 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: A3C83180F6D84CD8A2CB9BAEF58F5E33
2016-05-17 21:11:17,938 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:17,938 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_false"], id: 9D099BCB1E524D04B49625367D70CB2C
2016-05-17 21:11:17,938 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_false"]
2016-05-17 21:11:17,939 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] A3C83180F6D84CD8A2CB9BAEF58F5E33, for 1 inputs
2016-05-17 21:11:17,939 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:17,939 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:17,939 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:17,940 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:17,940 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,940 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DF6241C7D9CA4EBD8A13AF953B3BB15C, all 1 inputs ready in: 00:00:00.001
2016-05-17 21:11:17,940 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:17,942 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@e6e41ce; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@68a242c8
2016-05-17 21:11:17,948 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:17,948 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:17,949 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,950 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519477504_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:17,950 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,951 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF6241C7D9CA4EBD8A13AF953B3BB15C, mem on close (mb), free: 54, total: 692, max: 692
2016-05-17 21:11:17,951 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B21F41C44296495D801A4E9999B851F9
2016-05-17 21:11:17,951 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:17,951 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:17,951 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:17,952 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:17,952 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:17 Completed running task attempt: attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,952 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519477504_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:17,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519477940, Process_Duration=10, Process_End_Time=1463519477950, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:17,954 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:17,954 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,954 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, taskAttemptId=attempt_1463519477504_0001_1_01_000000_0, startTime=1463519477890, finishTime=1463519477953, timeTaken=63, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477940, Process_Duration=10, Process_End_Time=1463519477950, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:17,954 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519477504_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:17,955 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17,955 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519477504_0001_00_000002
2016-05-17 21:11:17,955 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:17,956 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:17,956 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:TASK_FINISHED]: vertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, taskId=task_1463519477504_0001_1_01_000000, startTime=1463519477890, finishTime=1463519477955, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1463519477504_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477940, Process_Duration=10, Process_End_Time=1463519477950, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:17,956 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519477504_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:17,956 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] : 1
2016-05-17 21:11:17,956 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,957 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:17,958 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:17,966 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:VERTEX_FINISHED]: vertexName=DF6241C7D9CA4EBD8A13AF953B3BB15C, vertexId=vertex_1463519477504_0001_1_01, initRequestedTime=1463519477704, initedTime=1463519477719, startRequestedTime=1463519477734, startedTime=1463519477734, finishTime=1463519477957, timeTaken=223, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519477940, Process_Duration=10, Process_End_Time=1463519477950, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519477890, firstTasksToStart=[ task_1463519477504_0001_1_01_000000 ], lastTaskFinishTime=1463519477953, lastTasksToFinish=[ task_1463519477504_0001_1_01_000000 ], minTaskDuration=63, maxTaskDuration=63, avgTaskDuration=63.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519477504_0001_1_01_000000 ], longestDurationTasks=[ task_1463519477504_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:17,966 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:17,967 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:17,967 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:17,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519477504_0001_00_000002, stoppedTime=1463519477967, exitStatus=0
2016-05-17 21:11:17,968 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:17,968 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:17,968 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519477504_0001_1
2016-05-17 21:11:17,969 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519477504_0001_1
2016-05-17 21:11:17,969 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 9D099BCB1E524D04B49625367D70CB2C for vertex: vertex_1463519477504_0001_1_01 [DF6241C7D9CA4EBD8A13AF953B3BB15C]
2016-05-17 21:11:17,978 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519477504_0001_1_00 [B21F41C44296495D801A4E9999B851F9]
2016-05-17 21:11:17,981 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519477504_0001_1, queueSize=0
2016-05-17 21:11:17,981 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:17,982 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519477504_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519477504_0001_1, startTime=1463519477701, finishTime=1463519477979, timeTaken=278, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=1379, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1452277760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038955796, Process_Duration=15, Process_End_Time=2927038955811, Read_Duration=8, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:17,982 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519477504_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:17,983 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519477504_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:17,983 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519477504_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:17 Completed Dag: dag_1463519477504_0001_1
2016-05-17 21:11:17,984 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519477504_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:17,984 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519477504_0001_1_post
2016-05-17 21:11:17,985 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:17,985 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:17,985 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:17,986 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519477504_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:17,986 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519477504_0001_00_000002: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:17,986 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519477504_0001_00_000002, Exiting
2016-05-17 21:11:17,986 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519477504_0001_00_000002
2016-05-17 21:11:17,986 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519477504_0001_00_000002
2016-05-17 21:11:17,987 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519477504_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:17,987 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519477504_0001_00_000002 completed successfully
2016-05-17 21:11:17,988 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519477504_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:17,992 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ve/false_null_false_false, applicationId=application_1463519477504_0001
2016-05-17 21:11:17,994 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:17,994 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:17,994 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:17,994 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:17,994 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:18,024 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:18,024 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:18,025 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:18,025 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:18,025 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:18,026 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:18,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:18,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:18,032 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4573DDC9CC694FACABE662477F4F71BE/B8CEAF7425A44700B3EA23C25EC24438/.tez/application_1463519477504_0001
2016-05-17 21:11:18,033 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_false/_temporary
2016-05-17 21:11:18,033 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.551
2016-05-17 21:11:18,107 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:18,108 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:18,163 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-05-17 21:11:18,172 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.037
2016-05-17 21:11:18,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:18,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:18,174 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:18,200 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:18,209 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_false
2016-05-17 21:11:18,262 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:18,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:18,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_false"]
2016-05-17 21:11:18,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:18,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:18,263 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:18,264 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/true_null_false_false
2016-05-17 21:11:18,264 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:18,278 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:18,283 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:18,284 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:18,284 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:18,294 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD/.tez/application_1463519478283_0001 doesn't exist and is created
2016-05-17 21:11:18,311 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:18,312 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:18,312 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD/.tez/application_1463519478283_0001
2016-05-17 21:11:18,316 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519478283_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:18,328 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:18,329 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:18,331 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:18,331 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:18,331 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD/.tez/application_1463519478283_0001/localmode-log-dir
2016-05-17 21:11:18,331 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD/.tez/application_1463519478283_0001/localmode-log-dir/history.txt.appattempt_1463519478283_0001_000000, maxErrors=10
2016-05-17 21:11:18,331 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:18,332 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519478283_0001_000000, appSubmitTime=1463519478315, launchTime=1463519478316
2016-05-17 21:11:18,339 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:18,341 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:18,342 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:58867
2016-05-17 21:11:18,343 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:18,344 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:18,345 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:18,348 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519478283_0001_000000, startTime=1463519478348
2016-05-17 21:11:18,348 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:18,348 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:18,412 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:18,412 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:18,412 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/true_null_false_false, applicationId=application_1463519478283_0001, dagName=[863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false
2016-05-17 21:11:18,434 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false
2016-05-17 21:11:18,436 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519478283_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD/.tez/application_1463519478283_0001/localmode-log-dir/dag_1463519478283_0001_1.dot
2016-05-17 21:11:18,437 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD/.tez/application_1463519478283_0001/localmode-log-dir/dag_1463519478283_0001_1-tez-dag.pb.txt
2016-05-17 21:11:18,470 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519478283_0001_1
2016-05-17 21:11:18,470 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:18,470 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false
2016-05-17 21:11:18 Running Dag: dag_1463519478283_0001_1
2016-05-17 21:11:18,483 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:18,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519478283_0001_1, submitTime=1463519478434
2016-05-17 21:11:18,485 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C07AB30BA4444DEB8D45D03B1ACBDD5E
2016-05-17 21:11:18,485 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:18,486 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519478283_0001_1, initTime=1463519478484
2016-05-17 21:11:18,486 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:18,486 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519478283_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:18,487 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:DAG_STARTED]: dagID=dag_1463519478283_0001_1, startTime=1463519478487
2016-05-17 21:11:18,487 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:18,487 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:18,488 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519478283_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:18,488 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F8A7487CEEBB4E7B88017904709504D7 : {764C62A6AAC343E480D328B74D55BD46={InputName=764C62A6AAC343E480D328B74D55BD46}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:18,488 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 764C62A6AAC343E480D328B74D55BD46, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:18,488 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,488 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,488 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,488 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]. Starting root input initializers: 1
2016-05-17 21:11:18,489 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/true_null_false_false, applicationId=application_1463519478283_0001, dagName=[863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false
2016-05-17 21:11:18,489 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:18,489 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,492 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 764C62A6AAC343E480D328B74D55BD46 on vertex vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,492 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:18,492 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,493 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,493 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,493 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=0F21395D950E4932B0037493D3F4D45C, vertexId=vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:18,493 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=0F21395D950E4932B0037493D3F4D45C, vertexId=vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,494 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:18,495 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 764C62A6AAC343E480D328B74D55BD46 asking for 1 tasks. Headroom: 687 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:18,495 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=0F21395D950E4932B0037493D3F4D45C, vertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:18,495 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:18,495 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=0F21395D950E4932B0037493D3F4D45C, vertexId=vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,496 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:18,498 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:18,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, vertexId=vertex_1463519478283_0001_1_01, initRequestedTime=1463519478489, initedTime=1463519478498, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:18,499 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:18,499 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:18,499 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 764C62A6AAC343E480D328B74D55BD46 on vertex vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,500 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:18,500 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {764C62A6AAC343E480D328B74D55BD46=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:18,500 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] parallelism set to 1
2016-05-17 21:11:18,500 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:18,501 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519478283_0001_1_00, eventCount=1
2016-05-17 21:11:18,502 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F8A7487CEEBB4E7B88017904709504D7, vertexId=vertex_1463519478283_0001_1_00, initRequestedTime=1463519478488, initedTime=1463519478502, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:18,502 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] with distanceFromRoot: 0
2016-05-17 21:11:18,502 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:18,503 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:18,503 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,503 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,504 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:18,504 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519478283_0001_1_00, startRequestedTime=1463519478503, startedTime=1463519478503
2016-05-17 21:11:18,504 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:18,505 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:18,505 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_STARTED]: vertexName=F8A7487CEEBB4E7B88017904709504D7, taskId=task_1463519478283_0001_1_00_000000, scheduledTime=1463519478504, launchTime=1463519478504
2016-05-17 21:11:18,505 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519478283_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:18,505 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519478283_0001_1_00 for vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] numStartedSources: 1 numSources: 1
2016-05-17 21:11:18,505 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] with distanceFromRoot: 1
2016-05-17 21:11:18,506 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,506 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F8A7487CEEBB4E7B88017904709504D7 in vertex: C07AB30BA4444DEB8D45D03B1ACBDD5E
2016-05-17 21:11:18,506 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C07AB30BA4444DEB8D45D03B1ACBDD5E with 1 source tasks and 1 pending tasks
2016-05-17 21:11:18,507 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:18,507 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519478283_0001_1_01, startRequestedTime=1463519478506, startedTime=1463519478506
2016-05-17 21:11:18,507 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:18,508 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false, VertexName: F8A7487CEEBB4E7B88017904709504D7, VertexParallelism: 1, TaskAttemptID:attempt_1463519478283_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=764C62A6AAC343E480D328B74D55BD46, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:18,508 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519478283_0001, with dag id: dag_1463519478283_0001_1
2016-05-17 21:11:18,509 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519478283_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:18,509 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:18,511 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:18,512 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:18,513 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:18,513 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519478283_0001_00_000001
2016-05-17 21:11:18,513 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:18,516 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519478283_0001_00_000001
2016-05-17 21:11:18,516 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:18,517 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:18,517 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:18,518 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519478283_0001_00_000001, launchTime=1463519478517
2016-05-17 21:11:18,518 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519478283_0001_00_000001
2016-05-17 21:11:18,520 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519478283_0001_1_00_000000_0] to container: [container_1463519478283_0001_00_000001]
2016-05-17 21:11:18,520 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:18,520 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519478283_0001_00_000001 given task: attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,520 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519478283_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,521 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519478283_0001_1_00_000000_0] started. Is using containerId: [container_1463519478283_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:18 Starting to run new task attempt: attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,521 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,521 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F8A7487CEEBB4E7B88017904709504D7, taskAttemptId=attempt_1463519478283_0001_1_00_000000_0, startTime=1463519478520, containerId=container_1463519478283_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519478283_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:18,521 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519478283_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:18,521 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519478283_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:18,521 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:18,521 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:18,523 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:18,523 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:18,524 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:18,524 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:18,524 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:18,525 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false, VertexName: F8A7487CEEBB4E7B88017904709504D7, VertexParallelism: 1, TaskAttemptID:attempt_1463519478283_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=764C62A6AAC343E480D328B74D55BD46, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:18,525 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=720371712
2016-05-17 21:11:18,526 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,526 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:18,527 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519478283_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:18,527 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:18,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=764C62A6AAC343E480D328B74D55BD46, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:18,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:18,529 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:18,530 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:18,530 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C07AB30BA4444DEB8D45D03B1ACBDD5E
2016-05-17 21:11:18,532 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:18,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:18,532 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 764C62A6AAC343E480D328B74D55BD46
2016-05-17 21:11:18,533 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 764C62A6AAC343E480D328B74D55BD46
2016-05-17 21:11:18,533 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:18,534 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C07AB30BA4444DEB8D45D03B1ACBDD5E
2016-05-17 21:11:18,534 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C07AB30BA4444DEB8D45D03B1ACBDD5E
2016-05-17 21:11:18,537 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:18,537 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 764C62A6AAC343E480D328B74D55BD46
2016-05-17 21:11:18,538 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 764C62A6AAC343E480D328B74D55BD46
2016-05-17 21:11:18,543 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F8A7487CEEBB4E7B88017904709504D7, ordinal: 0
2016-05-17 21:11:18,544 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8A7487CEEBB4E7B88017904709504D7, mem on start (mb), free: 171, total: 687, max: 687
2016-05-17 21:11:18,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:18,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:18,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:18,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:18,545 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:18,546 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:18,546 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:18,546 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:18,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:18,547 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 720371712, TotalAvailable: 482649047, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:18,547 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 764C62A6AAC343E480D328B74D55BD46, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:18,547 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C07AB30BA4444DEB8D45D03B1ACBDD5E, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:18,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:18,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 764C62A6AAC343E480D328B74D55BD46 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:18,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:18,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:18,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 764C62A6AAC343E480D328B74D55BD46
2016-05-17 21:11:18,549 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:18,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 764C62A6AAC343E480D328B74D55BD46
2016-05-17 21:11:18,550 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:18,550 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,550 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:18,551 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5b81b835
2016-05-17 21:11:18,552 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5b81b835
2016-05-17 21:11:18,552 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:18,553 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:18,554 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:18,555 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 764C62A6AAC343E480D328B74D55BD46
2016-05-17 21:11:18,555 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 6A3A2A4B6C0B426080D351667A150859
2016-05-17 21:11:18,556 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 6A3A2A4B6C0B426080D351667A150859
2016-05-17 21:11:18,559 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@761167a; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@770aa75e; comparator=cascading.tuple.hadoop.util.TupleComparator@532f6d0a; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:18,559 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:18,560 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:18,561 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:18,574 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:18,574 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:18,575 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:18,575 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:18,575 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:18,576 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:18,576 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:18,577 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F8A7487CEEBB4E7B88017904709504D7, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:18,583 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,584 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8A7487CEEBB4E7B88017904709504D7, mem on close (mb), free: 69, total: 687, max: 687
2016-05-17 21:11:18,584 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:18,584 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:18,585 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:18,585 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:18,590 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:18 Completed running task attempt: attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,595 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519478283_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:18,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519478283_0001_1_00, eventCount=1
2016-05-17 21:11:18,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:18,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F8A7487CEEBB4E7B88017904709504D7, taskAttemptId=attempt_1463519478283_0001_1_00_000000_0, startTime=1463519478520, finishTime=1463519478596, timeTaken=76, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519478577, Process_Duration=6, Process_End_Time=1463519478583, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:18,597 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519478283_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:18,597 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18,597 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:18,598 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:18,599 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_FINISHED]: vertexName=F8A7487CEEBB4E7B88017904709504D7, taskId=task_1463519478283_0001_1_00_000000, startTime=1463519478520, finishTime=1463519478597, timeTaken=77, status=SUCCEEDED, successfulAttemptID=attempt_1463519478283_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519478577, Process_Duration=6, Process_End_Time=1463519478583, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:18,599 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519478283_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:18,600 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] : 1
2016-05-17 21:11:18,600 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,601 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:18,601 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_FINISHED]: vertexName=F8A7487CEEBB4E7B88017904709504D7, vertexId=vertex_1463519478283_0001_1_00, initRequestedTime=1463519478488, initedTime=1463519478502, startRequestedTime=1463519478503, startedTime=1463519478503, finishTime=1463519478600, timeTaken=97, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519478577, Process_Duration=6, Process_End_Time=1463519478583, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519478520, firstTasksToStart=[ task_1463519478283_0001_1_00_000000 ], lastTaskFinishTime=1463519478596, lastTasksToFinish=[ task_1463519478283_0001_1_00_000000 ], minTaskDuration=76, maxTaskDuration=76, avgTaskDuration=76.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519478283_0001_1_00_000000 ], longestDurationTasks=[ task_1463519478283_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:18,602 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:18,602 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519478577, Process_Duration=6, Process_End_Time=1463519478583, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:18,603 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:18,603 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:18,603 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:18,604 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519478283_0001_00_000001
2016-05-17 21:11:18,605 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519478283_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:18,604 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519478283_0001_00_000001, stoppedTime=1463519478604, exitStatus=0
2016-05-17 21:11:18,604 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:18,606 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:18,606 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] attempt: attempt_1463519478283_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:18,606 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C07AB30BA4444DEB8D45D03B1ACBDD5E
2016-05-17 21:11:18,607 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,605 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519478283_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:18,607 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519478283_0001_00_000001, Exiting
2016-05-17 21:11:18,607 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519478283_0001_00_000001
2016-05-17 21:11:18,607 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519478283_0001_00_000001
2016-05-17 21:11:18,607 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:18,609 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519478283_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:18,610 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:18,610 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_STARTED]: vertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, taskId=task_1463519478283_0001_1_01_000000, scheduledTime=1463519478609, launchTime=1463519478609
2016-05-17 21:11:18,610 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519478283_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:18,610 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:18,611 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,611 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false, VertexName: C07AB30BA4444DEB8D45D03B1ACBDD5E, VertexParallelism: 1, TaskAttemptID:attempt_1463519478283_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F8A7487CEEBB4E7B88017904709504D7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=0F21395D950E4932B0037493D3F4D45C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:18,611 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519478283_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:18,612 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:18,613 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519478283_0001_00_000002
2016-05-17 21:11:18,613 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519478283_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:18,614 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519478283_0001_00_000001 completed successfully
2016-05-17 21:11:18,614 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:18,616 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519478283_0001_00_000002
2016-05-17 21:11:18,617 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:18,618 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:18,620 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:18,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519478283_0001_00_000002, launchTime=1463519478620
2016-05-17 21:11:18,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:18,622 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519478283_0001_00_000002
2016-05-17 21:11:18,622 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519478283_0001_1_01_000000_0] to container: [container_1463519478283_0001_00_000002]
2016-05-17 21:11:18,623 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:18,623 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519478283_0001_00_000002 given task: attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,623 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519478283_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,623 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519478283_0001_1_01_000000_0] started. Is using containerId: [container_1463519478283_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:18,623 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:18,624 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, taskAttemptId=attempt_1463519478283_0001_1_01_000000_0, startTime=1463519478623, containerId=container_1463519478283_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519478283_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:18,624 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519478283_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:18,624 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519478283_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:18 Starting to run new task attempt: attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,625 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,625 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:18,625 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:18,625 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:18,625 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:18,625 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:18,625 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:18,626 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD] comprehensivesort/(1/1) ...ive/true_null_false_false, VertexName: C07AB30BA4444DEB8D45D03B1ACBDD5E, VertexParallelism: 1, TaskAttemptID:attempt_1463519478283_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F8A7487CEEBB4E7B88017904709504D7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=0F21395D950E4932B0037493D3F4D45C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:18,626 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=720371712
2016-05-17 21:11:18,627 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,627 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:18,628 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:18,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:18,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=0F21395D950E4932B0037493D3F4D45C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:18,630 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519478283_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:18,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F8A7487CEEBB4E7B88017904709504D7, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:18,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:18,633 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:18,633 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 0F21395D950E4932B0037493D3F4D45C
2016-05-17 21:11:18,634 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:18,634 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 0F21395D950E4932B0037493D3F4D45C
2016-05-17 21:11:18,634 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:18,636 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 648334528, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:18,636 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:18,636 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 648334528, type: INPUT, componentVertexName: F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,637 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,644 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C07AB30BA4444DEB8D45D03B1ACBDD5E, ordinal: 1
2016-05-17 21:11:18,644 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C07AB30BA4444DEB8D45D03B1ACBDD5E, mem on start (mb), free: 62, total: 687, max: 687
2016-05-17 21:11:18,644 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:18,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:18,645 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:18,649 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:18,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 0F21395D950E4932B0037493D3F4D45C
2016-05-17 21:11:18,650 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:18,650 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:18,652 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:18,652 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:18,653 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:18,653 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:18,653 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 648334528, TotalRequestedScaled: 5.984626412307693E8, TotalJVMHeap: 720371712, TotalAvailable: 482649047, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:18,655 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 0F21395D950E4932B0037493D3F4D45C, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:18,655 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F8A7487CEEBB4E7B88017904709504D7, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=648334528, allocated=482649047
2016-05-17 21:11:18,655 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:18,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F8A7487CEEBB4E7B88017904709504D7 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:18,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:18,657 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:18,657 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:18,658 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:18,658 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F8A7487CEEBB4E7B88017904709504D7 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:18,658 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=648334528, postMergeMem=0, RuntimeTotalAvailable=482649047. Updated to: ShuffleMem=482649047, postMergeMem: 0
2016-05-17 21:11:18,658 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=482649047, maxSingleShuffleLimit=120662264, mergeThreshold=434384128, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:18,659 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:18,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:18,661 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,662 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519478283_0001_1_00_000000_0_10028, runDuration: 63274, ]
2016-05-17 21:11:18,663 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519478283_0001_1_00_000000_0_10028] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519478663, TimeTaken=1, Rate=0.57 MB/s
2016-05-17 21:11:18,663 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,663 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:18,664 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [F8A7487CEEBB4E7B88017904709504D7] #6 in 2ms
2016-05-17 21:11:18,664 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F8A7487CEEBB4E7B88017904709504D7] #6, status:false, isInterrupted:false
2016-05-17 21:11:18,664 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:18,665 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:18,666 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:18,666 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:18,666 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:18,666 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:18,667 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,667 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:18,668 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 6A3A2A4B6C0B426080D351667A150859
2016-05-17 21:11:18,668 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_false"], id: 0F21395D950E4932B0037493D3F4D45C
2016-05-17 21:11:18,668 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_false"]
2016-05-17 21:11:18,668 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 6A3A2A4B6C0B426080D351667A150859, for 1 inputs
2016-05-17 21:11:18,669 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C07AB30BA4444DEB8D45D03B1ACBDD5E, all 1 inputs ready in: 00:00:00.001
2016-05-17 21:11:18,672 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@6725bd38; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@5ea9dc6f
2016-05-17 21:11:18,676 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:18,677 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:18,677 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,677 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519478283_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:18,678 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,678 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C07AB30BA4444DEB8D45D03B1ACBDD5E, mem on close (mb), free: 59, total: 687, max: 687
2016-05-17 21:11:18,679 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F8A7487CEEBB4E7B88017904709504D7
2016-05-17 21:11:18,679 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:18,680 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:18,680 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:18,680 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:18,681 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:18 Completed running task attempt: attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,682 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519478283_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:18,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519478669, Process_Duration=9, Process_End_Time=1463519478678, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:18,684 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, taskAttemptId=attempt_1463519478283_0001_1_01_000000_0, startTime=1463519478623, finishTime=1463519478683, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519478669, Process_Duration=9, Process_End_Time=1463519478678, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:18,685 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519478283_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:18,685 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:18,685 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18,685 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:18,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:TASK_FINISHED]: vertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, taskId=task_1463519478283_0001_1_01_000000, startTime=1463519478623, finishTime=1463519478685, timeTaken=62, status=SUCCEEDED, successfulAttemptID=attempt_1463519478283_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519478669, Process_Duration=9, Process_End_Time=1463519478678, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:18,686 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519478283_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:18,686 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] : 1
2016-05-17 21:11:18,686 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,684 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:18,687 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:18,687 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519478283_0001_00_000002
2016-05-17 21:11:18,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:VERTEX_FINISHED]: vertexName=C07AB30BA4444DEB8D45D03B1ACBDD5E, vertexId=vertex_1463519478283_0001_1_01, initRequestedTime=1463519478489, initedTime=1463519478498, startRequestedTime=1463519478506, startedTime=1463519478506, finishTime=1463519478686, timeTaken=180, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=720371712, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519478669, Process_Duration=9, Process_End_Time=1463519478678, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519478623, firstTasksToStart=[ task_1463519478283_0001_1_01_000000 ], lastTaskFinishTime=1463519478683, lastTasksToFinish=[ task_1463519478283_0001_1_01_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519478283_0001_1_01_000000 ], longestDurationTasks=[ task_1463519478283_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:18,688 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:18,688 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:18,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519478283_0001_00_000002, stoppedTime=1463519478688, exitStatus=0
2016-05-17 21:11:18,689 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:18,689 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:18,689 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519478283_0001_1
2016-05-17 21:11:18,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519478283_0001_1
2016-05-17 21:11:18,689 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519478283_0001_1_00 [F8A7487CEEBB4E7B88017904709504D7]
2016-05-17 21:11:18,690 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 0F21395D950E4932B0037493D3F4D45C for vertex: vertex_1463519478283_0001_1_01 [C07AB30BA4444DEB8D45D03B1ACBDD5E]
2016-05-17 21:11:18,691 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:18,692 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:18,693 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:18,698 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519478283_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:18,698 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519478283_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:18,698 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519478283_0001_00_000002, Exiting
2016-05-17 21:11:18,698 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519478283_0001_00_000002
2016-05-17 21:11:18,698 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519478283_0001_00_000002
2016-05-17 21:11:18,700 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519478283_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:18,700 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519478283_0001_00_000002 completed successfully
2016-05-17 21:11:18,703 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519478283_0001_1, queueSize=0
2016-05-17 21:11:18,703 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:18,704 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519478283_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519478283_0001_1, startTime=1463519478487, finishTime=1463519478700, timeTaken=213, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=859, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1440743424, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038957246, Process_Duration=15, Process_End_Time=2927038957261, Read_Duration=3, Tuples_Read=74, Tuples_Written=74, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:18,705 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519478283_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:18,705 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519478283_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:18,705 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519478283_0001_00_000002
2016-05-17 21:11:18,705 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519478283_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:18 Completed Dag: dag_1463519478283_0001_1
2016-05-17 21:11:18,707 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519478283_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:18,707 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519478283_0001_1_post
2016-05-17 21:11:18,707 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:18,708 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:18,713 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/true_null_false_false, applicationId=application_1463519478283_0001
2016-05-17 21:11:18,715 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:18,715 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:18,716 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:18,716 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:18,716 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:18,716 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:18,717 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:18,717 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:18,717 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:18,717 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:18,717 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:18,718 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:18,718 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:18,723 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/863D7872C8DC4DE78972678401F0B8E0/E2318BA396A94640B246AF4FFDCF17FD/.tez/application_1463519478283_0001
2016-05-17 21:11:18,724 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_false/_temporary
2016-05-17 21:11:18,724 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.461
2016-05-17 21:11:18,816 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:18,816 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:18,864 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-17 21:11:18,879 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.033
2016-05-17 21:11:18,880 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:18,880 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:18,881 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:18,906 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:18,919 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_false
2016-05-17 21:11:18,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:18,997 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:18,998 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_false"]
2016-05-17 21:11:18,999 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:19,000 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:19,000 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:19,001 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/false_null_true_false
2016-05-17 21:11:19,001 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:19,019 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:19,024 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:19,024 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:19,025 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:19,036 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F/.tez/application_1463519479024_0001 doesn't exist and is created
2016-05-17 21:11:19,052 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:19,052 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:19,053 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F/.tez/application_1463519479024_0001
2016-05-17 21:11:19,056 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519479024_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:19,067 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:19,067 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:19,069 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:19,069 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:19,069 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F/.tez/application_1463519479024_0001/localmode-log-dir
2016-05-17 21:11:19,070 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F/.tez/application_1463519479024_0001/localmode-log-dir/history.txt.appattempt_1463519479024_0001_000000, maxErrors=10
2016-05-17 21:11:19,070 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:19,070 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519479024_0001_000000, appSubmitTime=1463519479056, launchTime=1463519479056
2016-05-17 21:11:19,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:19,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:19,075 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:19,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:19,078 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41542
2016-05-17 21:11:19,080 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:19,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519479024_0001_000000, startTime=1463519479083
2016-05-17 21:11:19,083 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:19,083 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:19,153 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:19,153 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:19,153 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/false_null_true_false, applicationId=application_1463519479024_0001, dagName=[26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false
2016-05-17 21:11:19,170 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false
2016-05-17 21:11:19,172 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519479024_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F/.tez/application_1463519479024_0001/localmode-log-dir/dag_1463519479024_0001_1.dot
2016-05-17 21:11:19,173 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F/.tez/application_1463519479024_0001/localmode-log-dir/dag_1463519479024_0001_1-tez-dag.pb.txt
2016-05-17 21:11:19,197 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519479024_0001_1
2016-05-17 21:11:19,197 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,197 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false
2016-05-17 21:11:19 Running Dag: dag_1463519479024_0001_1
2016-05-17 21:11:19,208 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:19,209 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519479024_0001_1, submitTime=1463519479171
2016-05-17 21:11:19,210 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex A6CC1977F6314D55848707EDD9A0EEFC
2016-05-17 21:11:19,210 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:19,210 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:19,211 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519479024_0001_1, initTime=1463519479209
2016-05-17 21:11:19,211 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519479024_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:19,212 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:DAG_STARTED]: dagID=dag_1463519479024_0001_1, startTime=1463519479211
2016-05-17 21:11:19,212 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:19,212 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:19,212 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519479024_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:19,212 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/false_null_true_false, applicationId=application_1463519479024_0001, dagName=[26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false
2016-05-17 21:11:19,212 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D3BC06988A37445E802CD35D8FC3E77D : {7243860D81C0442F8C803AA12C3422FB={InputName=7243860D81C0442F8C803AA12C3422FB}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:19,213 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7243860D81C0442F8C803AA12C3422FB, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:19,213 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,213 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,213 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,213 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]. Starting root input initializers: 1
2016-05-17 21:11:19,213 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:19,214 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7243860D81C0442F8C803AA12C3422FB on vertex vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,214 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,215 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:19,215 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7243860D81C0442F8C803AA12C3422FB asking for 1 tasks. Headroom: 692 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:19,216 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:19,216 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:19,217 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:19,217 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,217 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,217 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,217 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=FFD86E54B3034A0B8F02780314471785, vertexId=vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:19,218 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=FFD86E54B3034A0B8F02780314471785, vertexId=vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,220 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=FFD86E54B3034A0B8F02780314471785, vertexName=A6CC1977F6314D55848707EDD9A0EEFC, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:19,220 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=FFD86E54B3034A0B8F02780314471785, vertexId=vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,222 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:19,222 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A6CC1977F6314D55848707EDD9A0EEFC, vertexId=vertex_1463519479024_0001_1_01, initRequestedTime=1463519479214, initedTime=1463519479222, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:19,223 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:19,224 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:19,227 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7243860D81C0442F8C803AA12C3422FB on vertex vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,227 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:19,227 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7243860D81C0442F8C803AA12C3422FB=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:19,228 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] parallelism set to 1
2016-05-17 21:11:19,228 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:19,229 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519479024_0001_1_00, eventCount=1
2016-05-17 21:11:19,233 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:19,234 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D3BC06988A37445E802CD35D8FC3E77D, vertexId=vertex_1463519479024_0001_1_00, initRequestedTime=1463519479212, initedTime=1463519479233, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:19,234 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] with distanceFromRoot: 0
2016-05-17 21:11:19,234 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:19,235 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,235 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:19,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519479024_0001_1_00, startRequestedTime=1463519479235, startedTime=1463519479235
2016-05-17 21:11:19,236 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:19,237 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:19,238 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_STARTED]: vertexName=D3BC06988A37445E802CD35D8FC3E77D, taskId=task_1463519479024_0001_1_00_000000, scheduledTime=1463519479237, launchTime=1463519479237
2016-05-17 21:11:19,238 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479024_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:19,238 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519479024_0001_1_00 for vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] numStartedSources: 1 numSources: 1
2016-05-17 21:11:19,238 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519479024_0001, with dag id: dag_1463519479024_0001_1
2016-05-17 21:11:19,238 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] with distanceFromRoot: 1
2016-05-17 21:11:19,240 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,240 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D3BC06988A37445E802CD35D8FC3E77D in vertex: A6CC1977F6314D55848707EDD9A0EEFC
2016-05-17 21:11:19,241 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: A6CC1977F6314D55848707EDD9A0EEFC with 1 source tasks and 1 pending tasks
2016-05-17 21:11:19,246 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:19,246 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519479024_0001_1_01, startRequestedTime=1463519479240, startedTime=1463519479240
2016-05-17 21:11:19,247 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:19,248 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false, VertexName: D3BC06988A37445E802CD35D8FC3E77D, VertexParallelism: 1, TaskAttemptID:attempt_1463519479024_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7243860D81C0442F8C803AA12C3422FB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A6CC1977F6314D55848707EDD9A0EEFC, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:19,249 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479024_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:19,249 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:19,250 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:19,251 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:19,251 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:19,252 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519479024_0001_00_000001
2016-05-17 21:11:19,252 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:19,255 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519479024_0001_00_000001
2016-05-17 21:11:19,255 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:19,255 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:19,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:19,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519479024_0001_00_000001, launchTime=1463519479255
2016-05-17 21:11:19,257 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479024_0001_00_000001
2016-05-17 21:11:19,257 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519479024_0001_1_00_000000_0] to container: [container_1463519479024_0001_00_000001]
2016-05-17 21:11:19,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:19,258 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519479024_0001_00_000001 given task: attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,258 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479024_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,258 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519479024_0001_1_00_000000_0] started. Is using containerId: [container_1463519479024_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:19,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D3BC06988A37445E802CD35D8FC3E77D, taskAttemptId=attempt_1463519479024_0001_1_00_000000_0, startTime=1463519479258, containerId=container_1463519479024_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519479024_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:19,258 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479024_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:19,259 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479024_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:19,259 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:19 Starting to run new task attempt: attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,259 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,259 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,259 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:19,259 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:19,260 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:19,260 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:19,260 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:19,260 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false, VertexName: D3BC06988A37445E802CD35D8FC3E77D, VertexParallelism: 1, TaskAttemptID:attempt_1463519479024_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7243860D81C0442F8C803AA12C3422FB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=A6CC1977F6314D55848707EDD9A0EEFC, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:19,260 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=725614592
2016-05-17 21:11:19,261 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:19,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,262 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519479024_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:19,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=A6CC1977F6314D55848707EDD9A0EEFC, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:19,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7243860D81C0442F8C803AA12C3422FB, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:19,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:19,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: A6CC1977F6314D55848707EDD9A0EEFC
2016-05-17 21:11:19,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:19,264 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7243860D81C0442F8C803AA12C3422FB
2016-05-17 21:11:19,264 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7243860D81C0442F8C803AA12C3422FB
2016-05-17 21:11:19,265 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:19,266 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: A6CC1977F6314D55848707EDD9A0EEFC
2016-05-17 21:11:19,266 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: A6CC1977F6314D55848707EDD9A0EEFC
2016-05-17 21:11:19,267 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:19,267 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7243860D81C0442F8C803AA12C3422FB
2016-05-17 21:11:19,268 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7243860D81C0442F8C803AA12C3422FB
2016-05-17 21:11:19,268 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:19,274 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D3BC06988A37445E802CD35D8FC3E77D, ordinal: 0
2016-05-17 21:11:19,274 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D3BC06988A37445E802CD35D8FC3E77D, mem on start (mb), free: 194, total: 692, max: 692
2016-05-17 21:11:19,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:19,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:19,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:19,275 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:19,276 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:19,276 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:19,276 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:19,276 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:19,277 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 725614592, TotalAvailable: 486161776, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:19,277 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7243860D81C0442F8C803AA12C3422FB, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:19,277 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, A6CC1977F6314D55848707EDD9A0EEFC, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:19,277 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:19,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7243860D81C0442F8C803AA12C3422FB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:19,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:19,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:19,278 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7243860D81C0442F8C803AA12C3422FB
2016-05-17 21:11:19,279 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:19,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7243860D81C0442F8C803AA12C3422FB
2016-05-17 21:11:19,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:19,280 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,282 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:19,282 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:19,283 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2f69dc6b
2016-05-17 21:11:19,283 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 7243860D81C0442F8C803AA12C3422FB
2016-05-17 21:11:19,283 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: FA039225C9364F72A5A36910F577CCD4
2016-05-17 21:11:19,283 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] FA039225C9364F72A5A36910F577CCD4
2016-05-17 21:11:19,284 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2f69dc6b
2016-05-17 21:11:19,285 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:19,285 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:19,285 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@25242963; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@691935a1; comparator=cascading.tuple.hadoop.util.ReverseTupleComparator@761012ee; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:19,286 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:19,286 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:19,286 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:19,299 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:19,299 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:19,299 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:19,299 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:19,299 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:19,300 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:19,300 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:19,301 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D3BC06988A37445E802CD35D8FC3E77D, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:19,305 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,306 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D3BC06988A37445E802CD35D8FC3E77D, mem on close (mb), free: 92, total: 692, max: 692
2016-05-17 21:11:19,306 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:19,306 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:19,306 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:19,306 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:19,309 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:19 Completed running task attempt: attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,313 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519479024_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:19,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519479024_0001_1_00, eventCount=1
2016-05-17 21:11:19,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519479301, Process_Duration=4, Process_End_Time=1463519479305, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:19,314 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:19,314 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,314 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:19,315 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479024_0001_00_000001
2016-05-17 21:11:19,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D3BC06988A37445E802CD35D8FC3E77D, taskAttemptId=attempt_1463519479024_0001_1_00_000000_0, startTime=1463519479258, finishTime=1463519479314, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479301, Process_Duration=4, Process_End_Time=1463519479305, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:19,316 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479024_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:19,316 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19,317 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:19,317 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:19,318 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_FINISHED]: vertexName=D3BC06988A37445E802CD35D8FC3E77D, taskId=task_1463519479024_0001_1_00_000000, startTime=1463519479258, finishTime=1463519479317, timeTaken=59, status=SUCCEEDED, successfulAttemptID=attempt_1463519479024_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479301, Process_Duration=4, Process_End_Time=1463519479305, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:19,318 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479024_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:19,318 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] : 1
2016-05-17 21:11:19,318 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,319 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:19,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_FINISHED]: vertexName=D3BC06988A37445E802CD35D8FC3E77D, vertexId=vertex_1463519479024_0001_1_00, initRequestedTime=1463519479212, initedTime=1463519479233, startRequestedTime=1463519479235, startedTime=1463519479235, finishTime=1463519479318, timeTaken=83, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479301, Process_Duration=4, Process_End_Time=1463519479305, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519479258, firstTasksToStart=[ task_1463519479024_0001_1_00_000000 ], lastTaskFinishTime=1463519479314, lastTasksToFinish=[ task_1463519479024_0001_1_00_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519479024_0001_1_00_000000 ], longestDurationTasks=[ task_1463519479024_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:19,321 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:19,321 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:19,323 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:19,323 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519479024_0001_00_000001, stoppedTime=1463519479323, exitStatus=0
2016-05-17 21:11:19,323 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:19,324 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] attempt: attempt_1463519479024_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:19,324 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: A6CC1977F6314D55848707EDD9A0EEFC
2016-05-17 21:11:19,324 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,324 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:19,324 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519479024_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:19,324 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:19,325 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_STARTED]: vertexName=A6CC1977F6314D55848707EDD9A0EEFC, taskId=task_1463519479024_0001_1_01_000000, scheduledTime=1463519479324, launchTime=1463519479324
2016-05-17 21:11:19,325 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479024_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:19,325 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:19,325 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,325 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false, VertexName: A6CC1977F6314D55848707EDD9A0EEFC, VertexParallelism: 1, TaskAttemptID:attempt_1463519479024_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D3BC06988A37445E802CD35D8FC3E77D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FFD86E54B3034A0B8F02780314471785, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:19,325 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479024_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:19,325 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:19,326 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519479024_0001_00_000002
2016-05-17 21:11:19,326 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:19,328 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519479024_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:19,328 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519479024_0001_00_000002
2016-05-17 21:11:19,329 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:19,328 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479024_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:19,329 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:19,329 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519479024_0001_00_000001, Exiting
2016-05-17 21:11:19,330 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519479024_0001_00_000001
2016-05-17 21:11:19,330 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519479024_0001_00_000002, launchTime=1463519479329
2016-05-17 21:11:19,330 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:19,330 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519479024_0001_00_000001
2016-05-17 21:11:19,333 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479024_0001_00_000002
2016-05-17 21:11:19,336 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519479024_0001_1_01_000000_0] to container: [container_1463519479024_0001_00_000002]
2016-05-17 21:11:19,336 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:19,337 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519479024_0001_1_01_000000_0] started. Is using containerId: [container_1463519479024_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:19,337 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519479024_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:19,337 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519479024_0001_00_000002 given task: attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,337 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:19,337 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A6CC1977F6314D55848707EDD9A0EEFC, taskAttemptId=attempt_1463519479024_0001_1_01_000000_0, startTime=1463519479337, containerId=container_1463519479024_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519479024_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:19,338 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479024_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:19,338 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479024_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:19,337 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479024_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,337 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519479024_0001_00_000001 completed successfully
2016-05-17 21:11:19 Starting to run new task attempt: attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,338 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,339 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,339 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:19,339 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:19,339 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:19,339 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:19,339 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:19,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F] comprehensivesort/(1/1) ...ive/false_null_true_false, VertexName: A6CC1977F6314D55848707EDD9A0EEFC, VertexParallelism: 1, TaskAttemptID:attempt_1463519479024_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D3BC06988A37445E802CD35D8FC3E77D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=FFD86E54B3034A0B8F02780314471785, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:19,339 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=725614592
2016-05-17 21:11:19,340 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:19,340 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:19,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D3BC06988A37445E802CD35D8FC3E77D, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:19,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,343 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519479024_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:19,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:19,343 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FFD86E54B3034A0B8F02780314471785, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:19,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,344 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:19,345 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FFD86E54B3034A0B8F02780314471785
2016-05-17 21:11:19,345 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:19,345 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: FFD86E54B3034A0B8F02780314471785
2016-05-17 21:11:19,346 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653053120, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:19,346 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:19,347 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:19,347 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653053120, type: INPUT, componentVertexName: D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,349 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,355 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A6CC1977F6314D55848707EDD9A0EEFC, ordinal: 1
2016-05-17 21:11:19,356 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A6CC1977F6314D55848707EDD9A0EEFC, mem on start (mb), free: 85, total: 692, max: 692
2016-05-17 21:11:19,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:19,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:19,357 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:19,357 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FFD86E54B3034A0B8F02780314471785
2016-05-17 21:11:19,358 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:19,358 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:19,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:19,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:19,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:19,358 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:19,359 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 653053120, TotalRequestedScaled: 6.028182646153847E8, TotalJVMHeap: 725614592, TotalAvailable: 486161776, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:19,359 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FFD86E54B3034A0B8F02780314471785, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:19,359 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D3BC06988A37445E802CD35D8FC3E77D, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653053120, allocated=486161776
2016-05-17 21:11:19,359 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:19,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D3BC06988A37445E802CD35D8FC3E77D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:19,360 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:19,361 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:19,360 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:19,361 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:19,362 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D3BC06988A37445E802CD35D8FC3E77D with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:19,362 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653053120, postMergeMem=0, RuntimeTotalAvailable=486161776. Updated to: ShuffleMem=486161776, postMergeMem: 0
2016-05-17 21:11:19,362 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=486161776, maxSingleShuffleLimit=121540448, mergeThreshold=437545600, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:19,362 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:19,363 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,365 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:19,365 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,368 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:19,368 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519479024_0001_1_00_000000_0_10034, runDuration: 48004, ]
2016-05-17 21:11:19,368 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: FA039225C9364F72A5A36910F577CCD4
2016-05-17 21:11:19,368 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_false"], id: FFD86E54B3034A0B8F02780314471785
2016-05-17 21:11:19,369 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_false"]
2016-05-17 21:11:19,369 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] FA039225C9364F72A5A36910F577CCD4, for 1 inputs
2016-05-17 21:11:19,369 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519479024_0001_1_00_000000_0_10034] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519479369, TimeTaken=1, Rate=0.57 MB/s
2016-05-17 21:11:19,370 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,370 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:19,370 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [D3BC06988A37445E802CD35D8FC3E77D] #7 in 2ms
2016-05-17 21:11:19,370 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D3BC06988A37445E802CD35D8FC3E77D] #7, status:false, isInterrupted:false
2016-05-17 21:11:19,371 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:19,372 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:19,372 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:19,372 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:19,372 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:19,373 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,373 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A6CC1977F6314D55848707EDD9A0EEFC, all 1 inputs ready in: 00:00:00.004
2016-05-17 21:11:19,374 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:19,375 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@170ce7ac; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@503dd906
2016-05-17 21:11:19,379 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:19,379 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:19,380 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,380 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519479024_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:19,381 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,381 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A6CC1977F6314D55848707EDD9A0EEFC, mem on close (mb), free: 82, total: 692, max: 692
2016-05-17 21:11:19,381 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D3BC06988A37445E802CD35D8FC3E77D
2016-05-17 21:11:19,381 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:19,382 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:19,382 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:19,382 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:19,382 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:19 Completed running task attempt: attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,383 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519479024_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:19,384 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:19,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A6CC1977F6314D55848707EDD9A0EEFC, taskAttemptId=attempt_1463519479024_0001_1_01_000000_0, startTime=1463519479337, finishTime=1463519479384, timeTaken=47, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479373, Process_Duration=8, Process_End_Time=1463519479381, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:19,384 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479024_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:19,385 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19,385 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:19,385 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:19,386 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:TASK_FINISHED]: vertexName=A6CC1977F6314D55848707EDD9A0EEFC, taskId=task_1463519479024_0001_1_01_000000, startTime=1463519479337, finishTime=1463519479385, timeTaken=48, status=SUCCEEDED, successfulAttemptID=attempt_1463519479024_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479373, Process_Duration=8, Process_End_Time=1463519479381, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:19,386 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479024_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:19,386 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] : 1
2016-05-17 21:11:19,386 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:19,388 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519479373, Process_Duration=8, Process_End_Time=1463519479381, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:19,388 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:VERTEX_FINISHED]: vertexName=A6CC1977F6314D55848707EDD9A0EEFC, vertexId=vertex_1463519479024_0001_1_01, initRequestedTime=1463519479214, initedTime=1463519479222, startRequestedTime=1463519479240, startedTime=1463519479240, finishTime=1463519479386, timeTaken=146, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479373, Process_Duration=8, Process_End_Time=1463519479381, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519479337, firstTasksToStart=[ task_1463519479024_0001_1_01_000000 ], lastTaskFinishTime=1463519479384, lastTasksToFinish=[ task_1463519479024_0001_1_01_000000 ], minTaskDuration=47, maxTaskDuration=47, avgTaskDuration=47.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519479024_0001_1_01_000000 ], longestDurationTasks=[ task_1463519479024_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:19,388 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:19,389 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:19,389 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,389 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:19,389 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479024_0001_00_000002
2016-05-17 21:11:19,389 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519479024_0001_00_000002, stoppedTime=1463519479389, exitStatus=0
2016-05-17 21:11:19,389 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519479024_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:19,390 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479024_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:19,390 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519479024_0001_00_000002, Exiting
2016-05-17 21:11:19,390 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519479024_0001_00_000002
2016-05-17 21:11:19,390 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519479024_0001_00_000002
2016-05-17 21:11:19,389 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:19,391 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:19,389 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:19,391 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519479024_0001_1
2016-05-17 21:11:19,390 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519479024_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:19,391 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519479024_0001_00_000002 completed successfully
2016-05-17 21:11:19,392 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519479024_0001_1
2016-05-17 21:11:19,392 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: FFD86E54B3034A0B8F02780314471785 for vertex: vertex_1463519479024_0001_1_01 [A6CC1977F6314D55848707EDD9A0EEFC]
2016-05-17 21:11:19,399 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519479024_0001_1_00 [D3BC06988A37445E802CD35D8FC3E77D]
2016-05-17 21:11:19,402 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519479024_0001_1, queueSize=0
2016-05-17 21:11:19,402 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:19,404 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479024_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519479024_0001_1, startTime=1463519479211, finishTime=1463519479399, timeTaken=188, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=859, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1451229184, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038958674, Process_Duration=12, Process_End_Time=2927038958686, Read_Duration=3, Tuples_Read=74, Tuples_Written=74, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:19,404 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519479024_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:19,404 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519479024_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:19,404 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519479024_0001_00_000002
2016-05-17 21:11:19,404 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479024_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:19 Completed Dag: dag_1463519479024_0001_1
2016-05-17 21:11:19,406 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519479024_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:19,406 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519479024_0001_1_post
2016-05-17 21:11:19,406 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,407 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:19,414 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/false_null_true_false, applicationId=application_1463519479024_0001
2016-05-17 21:11:19,417 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:19,417 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:19,417 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:19,417 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:19,417 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:19,418 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:19,419 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:19,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:19,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:19,419 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:19,419 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:19,420 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:19,420 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:19,425 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/26F924C9440B43CE8F51E2A7AE28289C/CB576C74612F4A7B91F5FB04451EC34F/.tez/application_1463519479024_0001
2016-05-17 21:11:19,425 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_false/_temporary
2016-05-17 21:11:19,426 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.428
2016-05-17 21:11:19,492 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:19,493 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:19,543 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.021
2016-05-17 21:11:19,552 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.030
2016-05-17 21:11:19,553 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:19,553 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:19,553 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:19,588 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:19,597 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_false
2016-05-17 21:11:19,656 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:19,656 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:19,656 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_false"]
2016-05-17 21:11:19,656 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:19,656 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:19,656 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:19,657 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...sive/true_null_true_false
2016-05-17 21:11:19,658 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:19,678 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:19,683 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:19,683 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:19,683 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:19,692 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24/.tez/application_1463519479683_0001 doesn't exist and is created
2016-05-17 21:11:19,708 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:19,708 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:19,708 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24/.tez/application_1463519479683_0001
2016-05-17 21:11:19,712 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519479683_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:19,723 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:19,724 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:19,725 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:19,726 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:19,726 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24/.tez/application_1463519479683_0001/localmode-log-dir
2016-05-17 21:11:19,728 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24/.tez/application_1463519479683_0001/localmode-log-dir/history.txt.appattempt_1463519479683_0001_000000, maxErrors=10
2016-05-17 21:11:19,728 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:19,729 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519479683_0001_000000, appSubmitTime=1463519479712, launchTime=1463519479712
2016-05-17 21:11:19,734 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:55075
2016-05-17 21:11:19,735 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:19,737 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:19,741 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:19,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:19,741 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:19,744 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519479683_0001_000000, startTime=1463519479744
2016-05-17 21:11:19,744 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:19,744 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:19,808 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:19,808 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:19,808 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sive/true_null_true_false, applicationId=application_1463519479683_0001, dagName=[25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false
2016-05-17 21:11:19,829 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false
2016-05-17 21:11:19,830 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519479683_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24/.tez/application_1463519479683_0001/localmode-log-dir/dag_1463519479683_0001_1.dot
2016-05-17 21:11:19,831 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24/.tez/application_1463519479683_0001/localmode-log-dir/dag_1463519479683_0001_1-tez-dag.pb.txt
2016-05-17 21:11:19,858 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519479683_0001_1
2016-05-17 21:11:19,858 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,858 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false
2016-05-17 21:11:19 Running Dag: dag_1463519479683_0001_1
2016-05-17 21:11:19,875 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519479683_0001_1, submitTime=1463519479829
2016-05-17 21:11:19,875 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:19,876 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex ACB0676C57604C2BB67BCFBEE6F2F790
2016-05-17 21:11:19,877 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:19,877 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519479683_0001_1, initTime=1463519479876
2016-05-17 21:11:19,877 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:19,878 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519479683_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:19,879 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:DAG_STARTED]: dagID=dag_1463519479683_0001_1, startTime=1463519479878
2016-05-17 21:11:19,879 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:19,879 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:19,879 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519479683_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:19,879 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: FF9EB91D08D6494DBA8DBC8A82B04945 : {8E86A838FB904FB6B011AFC7C58F8445={InputName=8E86A838FB904FB6B011AFC7C58F8445}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:19,880 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 8E86A838FB904FB6B011AFC7C58F8445, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:19,880 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:19,880 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:19,880 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:19,880 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]. Starting root input initializers: 1
2016-05-17 21:11:19,881 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:19,882 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:19,885 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:19,885 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:19,885 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:19,885 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:19,885 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=584769E7A04E47019DF2A21849712E57, vertexId=vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:19,885 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=584769E7A04E47019DF2A21849712E57, vertexId=vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:19,888 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=584769E7A04E47019DF2A21849712E57, vertexName=ACB0676C57604C2BB67BCFBEE6F2F790, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:19,888 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=584769E7A04E47019DF2A21849712E57, vertexId=vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:19,889 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 8E86A838FB904FB6B011AFC7C58F8445 on vertex vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:19,890 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:19,890 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ACB0676C57604C2BB67BCFBEE6F2F790, vertexId=vertex_1463519479683_0001_1_01, initRequestedTime=1463519479882, initedTime=1463519479890, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:19,890 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:19,891 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sive/true_null_true_false, applicationId=application_1463519479683_0001, dagName=[25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false
2016-05-17 21:11:19,902 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:19,902 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 8E86A838FB904FB6B011AFC7C58F8445 asking for 1 tasks. Headroom: 692 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:19,902 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:19,903 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:19,905 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:19,907 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 8E86A838FB904FB6B011AFC7C58F8445 on vertex vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:19,907 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:19,907 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {8E86A838FB904FB6B011AFC7C58F8445=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:19,908 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] parallelism set to 1
2016-05-17 21:11:19,908 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:19,908 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519479683_0001_1_00, eventCount=1
2016-05-17 21:11:19,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FF9EB91D08D6494DBA8DBC8A82B04945, vertexId=vertex_1463519479683_0001_1_00, initRequestedTime=1463519479879, initedTime=1463519479910, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:19,911 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] with distanceFromRoot: 0
2016-05-17 21:11:19,910 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:19,911 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:19,912 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:19,912 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:19,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519479683_0001_1_00, startRequestedTime=1463519479912, startedTime=1463519479912
2016-05-17 21:11:19,913 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:19,913 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:19,915 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:19,915 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_STARTED]: vertexName=FF9EB91D08D6494DBA8DBC8A82B04945, taskId=task_1463519479683_0001_1_00_000000, scheduledTime=1463519479913, launchTime=1463519479913
2016-05-17 21:11:19,915 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479683_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:19,916 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519479683_0001_1_00 for vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] numStartedSources: 1 numSources: 1
2016-05-17 21:11:19,916 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] with distanceFromRoot: 1
2016-05-17 21:11:19,916 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:19,917 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: FF9EB91D08D6494DBA8DBC8A82B04945 in vertex: ACB0676C57604C2BB67BCFBEE6F2F790
2016-05-17 21:11:19,918 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: ACB0676C57604C2BB67BCFBEE6F2F790 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:19,918 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:19,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519479683_0001_1_01, startRequestedTime=1463519479916, startedTime=1463519479916
2016-05-17 21:11:19,919 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:19,919 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false, VertexName: FF9EB91D08D6494DBA8DBC8A82B04945, VertexParallelism: 1, TaskAttemptID:attempt_1463519479683_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8E86A838FB904FB6B011AFC7C58F8445, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ACB0676C57604C2BB67BCFBEE6F2F790, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:19,921 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479683_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:19,921 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:19,923 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:19,924 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:19,924 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:19,924 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519479683_0001, with dag id: dag_1463519479683_0001_1
2016-05-17 21:11:19,925 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519479683_0001_00_000001
2016-05-17 21:11:19,925 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:19,928 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519479683_0001_00_000001
2016-05-17 21:11:19,929 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:19,929 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:19,930 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:19,931 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519479683_0001_00_000001, launchTime=1463519479930
2016-05-17 21:11:19,931 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479683_0001_00_000001
2016-05-17 21:11:19,932 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519479683_0001_1_00_000000_0] to container: [container_1463519479683_0001_00_000001]
2016-05-17 21:11:19,933 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:19,933 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519479683_0001_1_00_000000_0] started. Is using containerId: [container_1463519479683_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:19,933 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FF9EB91D08D6494DBA8DBC8A82B04945, taskAttemptId=attempt_1463519479683_0001_1_00_000000_0, startTime=1463519479933, containerId=container_1463519479683_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519479683_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:19,934 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479683_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:19,934 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479683_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:19,936 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:19,936 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519479683_0001_00_000001 given task: attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:19,936 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479683_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:19 Starting to run new task attempt: attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:19,937 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:19,937 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:19,937 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:19,937 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:19,937 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:19,937 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:19,937 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:19,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false, VertexName: FF9EB91D08D6494DBA8DBC8A82B04945, VertexParallelism: 1, TaskAttemptID:attempt_1463519479683_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8E86A838FB904FB6B011AFC7C58F8445, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=ACB0676C57604C2BB67BCFBEE6F2F790, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:19,938 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=725614592
2016-05-17 21:11:19,940 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:19,942 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:19,943 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,944 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,945 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=8E86A838FB904FB6B011AFC7C58F8445, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:19,946 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:19,946 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:19,948 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 8E86A838FB904FB6B011AFC7C58F8445
2016-05-17 21:11:19,948 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 8E86A838FB904FB6B011AFC7C58F8445
2016-05-17 21:11:19,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=ACB0676C57604C2BB67BCFBEE6F2F790, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:19,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:19,954 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: ACB0676C57604C2BB67BCFBEE6F2F790
2016-05-17 21:11:19,950 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519479683_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:19,956 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:19,957 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: ACB0676C57604C2BB67BCFBEE6F2F790
2016-05-17 21:11:19,958 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: ACB0676C57604C2BB67BCFBEE6F2F790
2016-05-17 21:11:19,960 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:19,961 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 8E86A838FB904FB6B011AFC7C58F8445
2016-05-17 21:11:19,961 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 8E86A838FB904FB6B011AFC7C58F8445
2016-05-17 21:11:19,963 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FF9EB91D08D6494DBA8DBC8A82B04945, ordinal: 0
2016-05-17 21:11:19,963 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF9EB91D08D6494DBA8DBC8A82B04945, mem on start (mb), free: 207, total: 692, max: 692
2016-05-17 21:11:19,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:19,963 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:19,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:19,964 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:19,964 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:19,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:19,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:19,965 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:19,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:19,966 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 725614592, TotalAvailable: 486161776, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:19,967 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 8E86A838FB904FB6B011AFC7C58F8445, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:19,967 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, ACB0676C57604C2BB67BCFBEE6F2F790, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:19,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:19,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 8E86A838FB904FB6B011AFC7C58F8445 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:19,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:19,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:19,967 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 8E86A838FB904FB6B011AFC7C58F8445
2016-05-17 21:11:19,968 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:19,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 8E86A838FB904FB6B011AFC7C58F8445
2016-05-17 21:11:19,969 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:19,969 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:19,974 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:19,974 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:19,975 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 8E86A838FB904FB6B011AFC7C58F8445
2016-05-17 21:11:19,976 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: D77BD01404FD431592B8529F1C19D459
2016-05-17 21:11:19,976 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] D77BD01404FD431592B8529F1C19D459
2016-05-17 21:11:19,978 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1dc5bb3d
2016-05-17 21:11:19,979 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1dc5bb3d
2016-05-17 21:11:19,980 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:19,980 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:19,980 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@2087b110; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@2c79a21f; comparator=cascading.tuple.hadoop.util.ReverseTupleComparator@69004948; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:19,982 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:19,982 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:19,983 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:19,997 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:19,997 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:19,997 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:19,998 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:19,998 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:19,999 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:19,999 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:19,999 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FF9EB91D08D6494DBA8DBC8A82B04945, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:20,004 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:20,004 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FF9EB91D08D6494DBA8DBC8A82B04945, mem on close (mb), free: 105, total: 692, max: 692
2016-05-17 21:11:20,004 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:20,005 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:20,005 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:20,005 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:20,010 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:20,014 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519479683_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:20,015 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519479683_0001_1_00, eventCount=1
2016-05-17 21:11:20,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519479999, Process_Duration=5, Process_End_Time=1463519480004, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:20,016 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:20,016 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:20,016 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,016 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FF9EB91D08D6494DBA8DBC8A82B04945, taskAttemptId=attempt_1463519479683_0001_1_00_000000_0, startTime=1463519479933, finishTime=1463519480015, timeTaken=82, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479999, Process_Duration=5, Process_End_Time=1463519480004, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:20,022 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479683_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:20,022 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479683_0001_00_000001
2016-05-17 21:11:20,022 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:20,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:20,023 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_FINISHED]: vertexName=FF9EB91D08D6494DBA8DBC8A82B04945, taskId=task_1463519479683_0001_1_00_000000, startTime=1463519479933, finishTime=1463519480023, timeTaken=90, status=SUCCEEDED, successfulAttemptID=attempt_1463519479683_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479999, Process_Duration=5, Process_End_Time=1463519480004, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:20,023 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479683_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:20,023 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:20,024 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] : 1
2016-05-17 21:11:20,024 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:20,026 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:20,026 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_FINISHED]: vertexName=FF9EB91D08D6494DBA8DBC8A82B04945, vertexId=vertex_1463519479683_0001_1_00, initRequestedTime=1463519479879, initedTime=1463519479910, startRequestedTime=1463519479912, startedTime=1463519479912, finishTime=1463519480024, timeTaken=112, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519479999, Process_Duration=5, Process_End_Time=1463519480004, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519479933, firstTasksToStart=[ task_1463519479683_0001_1_00_000000 ], lastTaskFinishTime=1463519480015, lastTasksToFinish=[ task_1463519479683_0001_1_00_000000 ], minTaskDuration=82, maxTaskDuration=82, avgTaskDuration=82.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519479683_0001_1_00_000000 ], longestDurationTasks=[ task_1463519479683_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:20,026 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:20,027 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:20,027 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] attempt: attempt_1463519479683_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:20,027 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: ACB0676C57604C2BB67BCFBEE6F2F790
2016-05-17 21:11:20,027 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:20,027 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519479683_0001_00_000001, stoppedTime=1463519480027, exitStatus=0
2016-05-17 21:11:20,027 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:20,028 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:20,028 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:20,029 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_STARTED]: vertexName=ACB0676C57604C2BB67BCFBEE6F2F790, taskId=task_1463519479683_0001_1_01_000000, scheduledTime=1463519480029, launchTime=1463519480029
2016-05-17 21:11:20,029 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479683_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:20,030 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519479683_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:20,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:20,030 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:20,031 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:20,031 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false, VertexName: ACB0676C57604C2BB67BCFBEE6F2F790, VertexParallelism: 1, TaskAttemptID:attempt_1463519479683_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FF9EB91D08D6494DBA8DBC8A82B04945, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=584769E7A04E47019DF2A21849712E57, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:20,031 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479683_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:20,032 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:20,033 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519479683_0001_00_000002
2016-05-17 21:11:20,033 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:20,033 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519479683_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:20,034 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479683_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:20,034 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519479683_0001_00_000001, Exiting
2016-05-17 21:11:20,034 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519479683_0001_00_000001
2016-05-17 21:11:20,034 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519479683_0001_00_000001
2016-05-17 21:11:20,035 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519479683_0001_00_000002
2016-05-17 21:11:20,040 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519479683_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:20,041 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519479683_0001_00_000001 completed successfully
2016-05-17 21:11:20,041 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:20,043 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:20,049 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:20,050 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:20,050 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519479683_0001_00_000002, launchTime=1463519480049
2016-05-17 21:11:20,051 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479683_0001_00_000002
2016-05-17 21:11:20,051 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519479683_0001_1_01_000000_0] to container: [container_1463519479683_0001_00_000002]
2016-05-17 21:11:20,052 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:20,052 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519479683_0001_1_01_000000_0] started. Is using containerId: [container_1463519479683_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:20,053 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ACB0676C57604C2BB67BCFBEE6F2F790, taskAttemptId=attempt_1463519479683_0001_1_01_000000_0, startTime=1463519480052, containerId=container_1463519479683_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519479683_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:20,053 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:20,053 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479683_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:20,053 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479683_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:20,054 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519479683_0001_00_000002 given task: attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,054 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479683_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20 Starting to run new task attempt: attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,055 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,055 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,056 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:20,056 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:20,056 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:20,056 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:20,056 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:20,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24] comprehensivesort/(1/1) ...sive/true_null_true_false, VertexName: ACB0676C57604C2BB67BCFBEE6F2F790, VertexParallelism: 1, TaskAttemptID:attempt_1463519479683_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=FF9EB91D08D6494DBA8DBC8A82B04945, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=584769E7A04E47019DF2A21849712E57, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:20,056 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=725614592
2016-05-17 21:11:20,058 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:20,059 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,060 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=FF9EB91D08D6494DBA8DBC8A82B04945, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:20,060 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:20,061 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,062 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653053120, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:20,063 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:20,063 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653053120, type: INPUT, componentVertexName: FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,063 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,064 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519479683_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:20,067 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:20,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=584769E7A04E47019DF2A21849712E57, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:20,076 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:20,077 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 584769E7A04E47019DF2A21849712E57
2016-05-17 21:11:20,077 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:20,077 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ACB0676C57604C2BB67BCFBEE6F2F790, ordinal: 1
2016-05-17 21:11:20,078 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ACB0676C57604C2BB67BCFBEE6F2F790, mem on start (mb), free: 98, total: 692, max: 692
2016-05-17 21:11:20,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,078 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:20,079 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:20,078 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 584769E7A04E47019DF2A21849712E57
2016-05-17 21:11:20,097 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:20,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 584769E7A04E47019DF2A21849712E57
2016-05-17 21:11:20,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:20,097 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:20,098 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:20,098 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:20,098 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:20,098 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:20,098 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 653053120, TotalRequestedScaled: 6.028182646153847E8, TotalJVMHeap: 725614592, TotalAvailable: 486161776, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:20,098 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, FF9EB91D08D6494DBA8DBC8A82B04945, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653053120, allocated=486161776
2016-05-17 21:11:20,099 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 584769E7A04E47019DF2A21849712E57, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:20,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:20,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: FF9EB91D08D6494DBA8DBC8A82B04945 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:20,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:20,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:20,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,101 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:20,102 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:20,102 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: FF9EB91D08D6494DBA8DBC8A82B04945 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:20,102 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653053120, postMergeMem=0, RuntimeTotalAvailable=486161776. Updated to: ShuffleMem=486161776, postMergeMem: 0
2016-05-17 21:11:20,103 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=486161776, maxSingleShuffleLimit=121540448, mergeThreshold=437545600, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:20,103 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:20,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:20,105 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,106 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519479683_0001_1_00_000000_0_10041, runDuration: 57878, ]
2016-05-17 21:11:20,109 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:20,109 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519479683_0001_1_00_000000_0_10041] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519480109, TimeTaken=1, Rate=0.57 MB/s
2016-05-17 21:11:20,109 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,110 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:20,110 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: D77BD01404FD431592B8529F1C19D459
2016-05-17 21:11:20,110 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_false"], id: 584769E7A04E47019DF2A21849712E57
2016-05-17 21:11:20,110 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_false"]
2016-05-17 21:11:20,110 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [FF9EB91D08D6494DBA8DBC8A82B04945] #8 in 2ms
2016-05-17 21:11:20,110 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] D77BD01404FD431592B8529F1C19D459, for 1 inputs
2016-05-17 21:11:20,111 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [FF9EB91D08D6494DBA8DBC8A82B04945] #8, status:false, isInterrupted:false
2016-05-17 21:11:20,111 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:20,112 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:20,113 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:20,113 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:20,113 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:20,113 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,113 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:20,114 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ACB0676C57604C2BB67BCFBEE6F2F790, all 1 inputs ready in: 00:00:00.003
2016-05-17 21:11:20,116 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@6e448; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@447532fb
2016-05-17 21:11:20,122 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:20,123 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:20,124 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,125 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519479683_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:20,126 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,127 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ACB0676C57604C2BB67BCFBEE6F2F790, mem on close (mb), free: 93, total: 692, max: 692
2016-05-17 21:11:20,127 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: FF9EB91D08D6494DBA8DBC8A82B04945
2016-05-17 21:11:20,127 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:20,130 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:20,130 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:20,130 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:20,131 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,133 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519479683_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:20,135 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519480114, Process_Duration=12, Process_End_Time=1463519480126, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:20,136 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:20,136 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:20,136 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,135 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ACB0676C57604C2BB67BCFBEE6F2F790, taskAttemptId=attempt_1463519479683_0001_1_01_000000_0, startTime=1463519480052, finishTime=1463519480135, timeTaken=83, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480114, Process_Duration=12, Process_End_Time=1463519480126, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:20,137 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519479683_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:20,137 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:20,137 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:TASK_FINISHED]: vertexName=ACB0676C57604C2BB67BCFBEE6F2F790, taskId=task_1463519479683_0001_1_01_000000, startTime=1463519480052, finishTime=1463519480137, timeTaken=85, status=SUCCEEDED, successfulAttemptID=attempt_1463519479683_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480114, Process_Duration=12, Process_End_Time=1463519480126, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:20,138 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519479683_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:20,138 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:20,139 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519479683_0001_00_000002
2016-05-17 21:11:20,139 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] : 1
2016-05-17 21:11:20,139 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:20,140 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:20,141 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:VERTEX_FINISHED]: vertexName=ACB0676C57604C2BB67BCFBEE6F2F790, vertexId=vertex_1463519479683_0001_1_01, initRequestedTime=1463519479882, initedTime=1463519479890, startRequestedTime=1463519479916, startedTime=1463519479916, finishTime=1463519480139, timeTaken=223, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725614592, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480114, Process_Duration=12, Process_End_Time=1463519480126, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519480052, firstTasksToStart=[ task_1463519479683_0001_1_01_000000 ], lastTaskFinishTime=1463519480135, lastTasksToFinish=[ task_1463519479683_0001_1_01_000000 ], minTaskDuration=83, maxTaskDuration=83, avgTaskDuration=83.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519479683_0001_1_01_000000 ], longestDurationTasks=[ task_1463519479683_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:20,141 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:20,141 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:20,141 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:20,141 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519479683_0001_00_000002, stoppedTime=1463519480141, exitStatus=0
2016-05-17 21:11:20,142 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:20,142 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:20,143 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519479683_0001_1
2016-05-17 21:11:20,143 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519479683_0001_1
2016-05-17 21:11:20,143 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 584769E7A04E47019DF2A21849712E57 for vertex: vertex_1463519479683_0001_1_01 [ACB0676C57604C2BB67BCFBEE6F2F790]
2016-05-17 21:11:20,149 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519479683_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:20,149 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519479683_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:20,150 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519479683_0001_00_000002, Exiting
2016-05-17 21:11:20,150 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519479683_0001_00_000002
2016-05-17 21:11:20,150 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519479683_0001_00_000002
2016-05-17 21:11:20,151 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519479683_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:20,151 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519479683_0001_00_000002 completed successfully
2016-05-17 21:11:20,155 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519479683_0001_1_00 [FF9EB91D08D6494DBA8DBC8A82B04945]
2016-05-17 21:11:20,158 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519479683_0001_1, queueSize=0
2016-05-17 21:11:20,158 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:20,159 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519479683_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519479683_0001_1, startTime=1463519479878, finishTime=1463519480155, timeTaken=277, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=859, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1451229184, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038960113, Process_Duration=17, Process_End_Time=2927038960130, Read_Duration=4, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:20,159 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519479683_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:20,159 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519479683_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:20,161 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519479683_0001_00_000002
2016-05-17 21:11:20,161 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519479683_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:20 Completed Dag: dag_1463519479683_0001_1
2016-05-17 21:11:20,163 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519479683_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:20,163 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519479683_0001_1_post
2016-05-17 21:11:20,163 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,165 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:20,168 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sive/true_null_true_false, applicationId=application_1463519479683_0001
2016-05-17 21:11:20,170 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:20,170 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:20,170 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:20,170 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:20,170 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:20,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:20,172 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:20,172 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:20,172 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:20,173 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:20,172 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:20,173 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:20,174 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:20,179 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/25C34D77D48D4944B786002E4975E4D1/B56F2F1287F745D4B19A0CCA4BA67A24/.tez/application_1463519479683_0001
2016-05-17 21:11:20,180 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_false/_temporary
2016-05-17 21:11:20,181 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.525
2016-05-17 21:11:20,283 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:20,285 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:20,345 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-17 21:11:20,366 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.039
2016-05-17 21:11:20,367 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:20,367 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:20,367 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:20,391 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:20,402 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_false
2016-05-17 21:11:20,484 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:20,485 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:20,485 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_false"]
2016-05-17 21:11:20,485 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:20,486 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:20,486 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:20,487 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...e/false_false_false_false
2016-05-17 21:11:20,487 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:20,499 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:20,504 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:20,504 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:20,505 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:20,513 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F/.tez/application_1463519480504_0001 doesn't exist and is created
2016-05-17 21:11:20,528 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:20,528 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:20,529 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F/.tez/application_1463519480504_0001
2016-05-17 21:11:20,532 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519480504_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:20,543 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:20,544 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:20,546 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:20,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:20,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F/.tez/application_1463519480504_0001/localmode-log-dir
2016-05-17 21:11:20,547 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F/.tez/application_1463519480504_0001/localmode-log-dir/history.txt.appattempt_1463519480504_0001_000000, maxErrors=10
2016-05-17 21:11:20,547 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:20,548 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519480504_0001_000000, appSubmitTime=1463519480532, launchTime=1463519480532
2016-05-17 21:11:20,554 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:47542
2016-05-17 21:11:20,555 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:20,560 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:20,560 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:20,561 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:20,562 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:20,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519480504_0001_000000, startTime=1463519480564
2016-05-17 21:11:20,564 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:20,564 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:20,628 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:20,628 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:20,629 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...e/false_false_false_false, applicationId=application_1463519480504_0001, dagName=[769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false
2016-05-17 21:11:20,640 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:20,640 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:20,645 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false
2016-05-17 21:11:20,647 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519480504_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F/.tez/application_1463519480504_0001/localmode-log-dir/dag_1463519480504_0001_1.dot
2016-05-17 21:11:20,647 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F/.tez/application_1463519480504_0001/localmode-log-dir/dag_1463519480504_0001_1-tez-dag.pb.txt
2016-05-17 21:11:20,663 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519480504_0001_1
2016-05-17 21:11:20,663 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,664 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false
2016-05-17 21:11:20 Running Dag: dag_1463519480504_0001_1
2016-05-17 21:11:20,675 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:20,676 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519480504_0001_1, submitTime=1463519480646
2016-05-17 21:11:20,676 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B10D299673B64407A8B7D9A4C05F200C
2016-05-17 21:11:20,676 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:20,677 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:20,677 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519480504_0001_1, initTime=1463519480676
2016-05-17 21:11:20,678 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519480504_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:20,678 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:DAG_STARTED]: dagID=dag_1463519480504_0001_1, startTime=1463519480678
2016-05-17 21:11:20,678 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:20,678 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519480504_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:20,678 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: C637FC0CEABE4280B00F77F4935BAC48 : {171006F9BC7940D28645DCA1B1A5DD69={InputName=171006F9BC7940D28645DCA1B1A5DD69}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:20,678 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 171006F9BC7940D28645DCA1B1A5DD69, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:20,678 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,679 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,679 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,679 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]. Starting root input initializers: 1
2016-05-17 21:11:20,679 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:20,680 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:20,680 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,681 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 171006F9BC7940D28645DCA1B1A5DD69 on vertex vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,682 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...e/false_false_false_false, applicationId=application_1463519480504_0001, dagName=[769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false
2016-05-17 21:11:20,682 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:20,683 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,683 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,683 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,683 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=3ADE41A694D84DAB8C3FD264A7708410, vertexId=vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:20,684 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=3ADE41A694D84DAB8C3FD264A7708410, vertexId=vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,684 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:20,685 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 171006F9BC7940D28645DCA1B1A5DD69 asking for 1 tasks. Headroom: 693 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:20,685 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:20,686 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:20,686 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=3ADE41A694D84DAB8C3FD264A7708410, vertexName=B10D299673B64407A8B7D9A4C05F200C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:20,687 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=3ADE41A694D84DAB8C3FD264A7708410, vertexId=vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,688 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:20,688 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 171006F9BC7940D28645DCA1B1A5DD69 on vertex vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,689 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:20,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B10D299673B64407A8B7D9A4C05F200C, vertexId=vertex_1463519480504_0001_1_01, initRequestedTime=1463519480680, initedTime=1463519480688, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:20,690 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:20,690 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:20,690 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {171006F9BC7940D28645DCA1B1A5DD69=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:20,691 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] parallelism set to 1
2016-05-17 21:11:20,691 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:20,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519480504_0001_1_00, eventCount=1
2016-05-17 21:11:20,692 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:20,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C637FC0CEABE4280B00F77F4935BAC48, vertexId=vertex_1463519480504_0001_1_00, initRequestedTime=1463519480678, initedTime=1463519480692, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:20,693 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] with distanceFromRoot: 0
2016-05-17 21:11:20,693 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:20,694 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,694 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,694 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519480504_0001_1_00, startRequestedTime=1463519480693, startedTime=1463519480693
2016-05-17 21:11:20,694 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:20,695 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:20,696 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:20,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_STARTED]: vertexName=C637FC0CEABE4280B00F77F4935BAC48, taskId=task_1463519480504_0001_1_00_000000, scheduledTime=1463519480695, launchTime=1463519480695
2016-05-17 21:11:20,696 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519480504_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:20,697 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519480504_0001_1_00 for vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] numStartedSources: 1 numSources: 1
2016-05-17 21:11:20,697 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] with distanceFromRoot: 1
2016-05-17 21:11:20,697 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,698 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: C637FC0CEABE4280B00F77F4935BAC48 in vertex: B10D299673B64407A8B7D9A4C05F200C
2016-05-17 21:11:20,698 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B10D299673B64407A8B7D9A4C05F200C with 1 source tasks and 1 pending tasks
2016-05-17 21:11:20,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:20,699 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519480504_0001_1_01, startRequestedTime=1463519480698, startedTime=1463519480698
2016-05-17 21:11:20,699 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:20,700 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false, VertexName: C637FC0CEABE4280B00F77F4935BAC48, VertexParallelism: 1, TaskAttemptID:attempt_1463519480504_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=171006F9BC7940D28645DCA1B1A5DD69, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B10D299673B64407A8B7D9A4C05F200C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:20,700 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519480504_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:20,700 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:20,701 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:20,702 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:20,702 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:20,702 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519480504_0001_00_000001
2016-05-17 21:11:20,702 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:20,704 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519480504_0001_00_000001
2016-05-17 21:11:20,704 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:20,711 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:20,712 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519480504_0001_00_000001, launchTime=1463519480711
2016-05-17 21:11:20,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:20,712 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519480504_0001, with dag id: dag_1463519480504_0001_1
2016-05-17 21:11:20,716 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519480504_0001_00_000001
2016-05-17 21:11:20,718 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519480504_0001_1_00_000000_0] to container: [container_1463519480504_0001_00_000001]
2016-05-17 21:11:20,718 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:20,719 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519480504_0001_1_00_000000_0] started. Is using containerId: [container_1463519480504_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:20,719 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C637FC0CEABE4280B00F77F4935BAC48, taskAttemptId=attempt_1463519480504_0001_1_00_000000_0, startTime=1463519480719, containerId=container_1463519480504_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519480504_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:20,719 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519480504_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:20,719 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:20,720 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519480504_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:20,720 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519480504_0001_00_000001 given task: attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,720 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519480504_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20 Starting to run new task attempt: attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,720 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,720 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,720 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:20,720 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:20,721 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:20,721 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:20,721 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:20,721 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false, VertexName: C637FC0CEABE4280B00F77F4935BAC48, VertexParallelism: 1, TaskAttemptID:attempt_1463519480504_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=171006F9BC7940D28645DCA1B1A5DD69, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B10D299673B64407A8B7D9A4C05F200C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:20,721 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726663168
2016-05-17 21:11:20,721 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,722 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:20,724 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=171006F9BC7940D28645DCA1B1A5DD69, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:20,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:20,725 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519480504_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:20,726 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 171006F9BC7940D28645DCA1B1A5DD69
2016-05-17 21:11:20,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B10D299673B64407A8B7D9A4C05F200C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:20,725 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:20,728 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B10D299673B64407A8B7D9A4C05F200C
2016-05-17 21:11:20,727 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 171006F9BC7940D28645DCA1B1A5DD69
2016-05-17 21:11:20,730 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:20,733 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:20,733 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B10D299673B64407A8B7D9A4C05F200C
2016-05-17 21:11:20,733 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:20,735 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B10D299673B64407A8B7D9A4C05F200C
2016-05-17 21:11:20,735 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 171006F9BC7940D28645DCA1B1A5DD69
2016-05-17 21:11:20,735 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 171006F9BC7940D28645DCA1B1A5DD69
2016-05-17 21:11:20,739 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C637FC0CEABE4280B00F77F4935BAC48, ordinal: 0
2016-05-17 21:11:20,739 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C637FC0CEABE4280B00F77F4935BAC48, mem on start (mb), free: 216, total: 693, max: 693
2016-05-17 21:11:20,739 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:20,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:20,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:20,740 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:20,740 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:20,740 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:20,741 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:20,741 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:20,741 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 726663168, TotalAvailable: 486864322, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:20,741 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 171006F9BC7940D28645DCA1B1A5DD69, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:20,741 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B10D299673B64407A8B7D9A4C05F200C, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:20,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:20,742 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 171006F9BC7940D28645DCA1B1A5DD69 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:20,742 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:20,742 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 171006F9BC7940D28645DCA1B1A5DD69
2016-05-17 21:11:20,742 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:20,742 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:20,742 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 171006F9BC7940D28645DCA1B1A5DD69
2016-05-17 21:11:20,743 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:20,743 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,743 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:20,744 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7731af18
2016-05-17 21:11:20,745 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7731af18
2016-05-17 21:11:20,745 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:20,745 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:20,747 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:20,747 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 171006F9BC7940D28645DCA1B1A5DD69
2016-05-17 21:11:20,748 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 60D4CE861154440F97DB2CC5CD9D4713
2016-05-17 21:11:20,748 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 60D4CE861154440F97DB2CC5CD9D4713
2016-05-17 21:11:20,751 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@2e82e638; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@13d87e63; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@14cfb016; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:20,752 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:20,752 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:20,752 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:20,766 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:20,767 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:20,767 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:20,767 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:20,768 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:20,768 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:20,769 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:20,769 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C637FC0CEABE4280B00F77F4935BAC48, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:20,776 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,776 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C637FC0CEABE4280B00F77F4935BAC48, mem on close (mb), free: 114, total: 693, max: 693
2016-05-17 21:11:20,777 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:20,777 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:20,777 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:20,777 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:20,785 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,790 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519480504_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:20,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519480504_0001_1_00, eventCount=1
2016-05-17 21:11:20,791 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519480770, Process_Duration=6, Process_End_Time=1463519480776, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:20,791 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:20,791 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C637FC0CEABE4280B00F77F4935BAC48, taskAttemptId=attempt_1463519480504_0001_1_00_000000_0, startTime=1463519480719, finishTime=1463519480791, timeTaken=72, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480770, Process_Duration=6, Process_End_Time=1463519480776, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:20,792 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519480504_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:20,791 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:20,792 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,792 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519480504_0001_00_000001
2016-05-17 21:11:20,792 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20,792 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:20,793 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:20,794 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_FINISHED]: vertexName=C637FC0CEABE4280B00F77F4935BAC48, taskId=task_1463519480504_0001_1_00_000000, startTime=1463519480719, finishTime=1463519480793, timeTaken=74, status=SUCCEEDED, successfulAttemptID=attempt_1463519480504_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480770, Process_Duration=6, Process_End_Time=1463519480776, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:20,794 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519480504_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:20,794 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] : 1
2016-05-17 21:11:20,794 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,795 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:20,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_FINISHED]: vertexName=C637FC0CEABE4280B00F77F4935BAC48, vertexId=vertex_1463519480504_0001_1_00, initRequestedTime=1463519480678, initedTime=1463519480692, startRequestedTime=1463519480693, startedTime=1463519480693, finishTime=1463519480794, timeTaken=101, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480770, Process_Duration=6, Process_End_Time=1463519480776, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519480719, firstTasksToStart=[ task_1463519480504_0001_1_00_000000 ], lastTaskFinishTime=1463519480791, lastTasksToFinish=[ task_1463519480504_0001_1_00_000000 ], minTaskDuration=72, maxTaskDuration=72, avgTaskDuration=72.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519480504_0001_1_00_000000 ], longestDurationTasks=[ task_1463519480504_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:20,796 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:20,796 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:20,796 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519480504_0001_00_000001, stoppedTime=1463519480796, exitStatus=0
2016-05-17 21:11:20,796 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:20,796 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:20,797 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] attempt: attempt_1463519480504_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:20,797 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B10D299673B64407A8B7D9A4C05F200C
2016-05-17 21:11:20,797 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,798 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:20,798 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519480504_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:20,798 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:20,798 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_STARTED]: vertexName=B10D299673B64407A8B7D9A4C05F200C, taskId=task_1463519480504_0001_1_01_000000, scheduledTime=1463519480798, launchTime=1463519480798
2016-05-17 21:11:20,799 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519480504_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:20,799 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,799 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:20,800 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false, VertexName: B10D299673B64407A8B7D9A4C05F200C, VertexParallelism: 1, TaskAttemptID:attempt_1463519480504_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C637FC0CEABE4280B00F77F4935BAC48, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3ADE41A694D84DAB8C3FD264A7708410, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:20,800 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519480504_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:20,800 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:20,802 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519480504_0001_00_000002
2016-05-17 21:11:20,802 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:20,803 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519480504_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:20,803 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519480504_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:20,803 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519480504_0001_00_000001, Exiting
2016-05-17 21:11:20,803 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519480504_0001_00_000001
2016-05-17 21:11:20,804 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519480504_0001_00_000002
2016-05-17 21:11:20,804 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:20,804 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519480504_0001_00_000001
2016-05-17 21:11:20,805 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:20,805 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519480504_0001_00_000002, launchTime=1463519480805
2016-05-17 21:11:20,806 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519480504_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:20,806 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:20,808 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519480504_0001_00_000001 completed successfully
2016-05-17 21:11:20,806 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519480504_0001_00_000002
2016-05-17 21:11:20,808 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:20,809 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519480504_0001_1_01_000000_0] to container: [container_1463519480504_0001_00_000002]
2016-05-17 21:11:20,809 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:20,810 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519480504_0001_00_000002 given task: attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,810 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519480504_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,811 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519480504_0001_1_01_000000_0] started. Is using containerId: [container_1463519480504_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:20 Starting to run new task attempt: attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,811 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,811 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,812 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:20,812 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:20,812 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:20,812 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:20,812 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:20,813 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:20,813 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F] comprehensivesort/(1/1) ...e/false_false_false_false, VertexName: B10D299673B64407A8B7D9A4C05F200C, VertexParallelism: 1, TaskAttemptID:attempt_1463519480504_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C637FC0CEABE4280B00F77F4935BAC48, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=3ADE41A694D84DAB8C3FD264A7708410, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:20,813 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726663168
2016-05-17 21:11:20,812 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B10D299673B64407A8B7D9A4C05F200C, taskAttemptId=attempt_1463519480504_0001_1_01_000000_0, startTime=1463519480810, containerId=container_1463519480504_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519480504_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:20,814 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519480504_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:20,814 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,815 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:20,815 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,815 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519480504_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:20,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C637FC0CEABE4280B00F77F4935BAC48, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:20,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=3ADE41A694D84DAB8C3FD264A7708410, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:20,817 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519480504_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:20,816 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,817 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:20,818 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,819 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:20,819 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 3ADE41A694D84DAB8C3FD264A7708410
2016-05-17 21:11:20,819 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:20,819 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 3ADE41A694D84DAB8C3FD264A7708410
2016-05-17 21:11:20,820 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653996864, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:20,820 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:20,821 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653996864, type: INPUT, componentVertexName: C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,822 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:20,825 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,830 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B10D299673B64407A8B7D9A4C05F200C, ordinal: 1
2016-05-17 21:11:20,831 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B10D299673B64407A8B7D9A4C05F200C, mem on start (mb), free: 107, total: 693, max: 693
2016-05-17 21:11:20,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:20,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:20,831 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:20,837 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:20,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 3ADE41A694D84DAB8C3FD264A7708410
2016-05-17 21:11:20,837 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:20,837 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:20,837 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:20,838 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:20,838 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:20,838 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:20,838 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 653996864, TotalRequestedScaled: 6.03689412923077E8, TotalJVMHeap: 726663168, TotalAvailable: 486864322, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:20,838 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 3ADE41A694D84DAB8C3FD264A7708410, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:20,838 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C637FC0CEABE4280B00F77F4935BAC48, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653996864, allocated=486864322
2016-05-17 21:11:20,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:20,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,839 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C637FC0CEABE4280B00F77F4935BAC48 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:20,840 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:20,840 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:20,841 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: C637FC0CEABE4280B00F77F4935BAC48 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:20,841 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653996864, postMergeMem=0, RuntimeTotalAvailable=486864322. Updated to: ShuffleMem=486864322, postMergeMem: 0
2016-05-17 21:11:20,841 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=486864322, maxSingleShuffleLimit=121716080, mergeThreshold=438177888, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:20,841 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:20,842 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,842 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:20,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:20,843 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:20,844 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,844 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519480504_0001_1_00_000000_0_10047, runDuration: 60486, ]
2016-05-17 21:11:20,847 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519480504_0001_1_00_000000_0_10047] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519480846, TimeTaken=0, Rate=0.00 MB/s
2016-05-17 21:11:20,847 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,847 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:20,847 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [C637FC0CEABE4280B00F77F4935BAC48] #9 in 1ms
2016-05-17 21:11:20,848 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [C637FC0CEABE4280B00F77F4935BAC48] #9, status:false, isInterrupted:false
2016-05-17 21:11:20,848 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:20,849 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 60D4CE861154440F97DB2CC5CD9D4713
2016-05-17 21:11:20,849 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_false"], id: 3ADE41A694D84DAB8C3FD264A7708410
2016-05-17 21:11:20,849 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_false"]
2016-05-17 21:11:20,849 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 60D4CE861154440F97DB2CC5CD9D4713, for 1 inputs
2016-05-17 21:11:20,849 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:20,850 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:20,850 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:20,850 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:20,851 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:20,851 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,851 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:20,851 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B10D299673B64407A8B7D9A4C05F200C, all 1 inputs ready in: 00:00:00.002
2016-05-17 21:11:20,854 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@3330c6ae; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@4743e3c3
2016-05-17 21:11:20,859 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:20,859 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:20,860 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,860 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519480504_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:20,861 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,861 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B10D299673B64407A8B7D9A4C05F200C, mem on close (mb), free: 102, total: 693, max: 693
2016-05-17 21:11:20,861 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: C637FC0CEABE4280B00F77F4935BAC48
2016-05-17 21:11:20,862 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:20,863 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:20,863 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:20,863 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:20,864 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,865 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519480504_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:20,866 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:20,867 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519480851, Process_Duration=10, Process_End_Time=1463519480861, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:20,867 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B10D299673B64407A8B7D9A4C05F200C, taskAttemptId=attempt_1463519480504_0001_1_01_000000_0, startTime=1463519480810, finishTime=1463519480866, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480851, Process_Duration=10, Process_End_Time=1463519480861, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:20,867 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:20,867 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519480504_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:20,868 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,868 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519480504_0001_00_000002
2016-05-17 21:11:20,868 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20,868 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:20,869 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:20,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:TASK_FINISHED]: vertexName=B10D299673B64407A8B7D9A4C05F200C, taskId=task_1463519480504_0001_1_01_000000, startTime=1463519480810, finishTime=1463519480868, timeTaken=58, status=SUCCEEDED, successfulAttemptID=attempt_1463519480504_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480851, Process_Duration=10, Process_End_Time=1463519480861, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:20,869 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519480504_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:20,869 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] : 1
2016-05-17 21:11:20,869 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,870 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:20,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:VERTEX_FINISHED]: vertexName=B10D299673B64407A8B7D9A4C05F200C, vertexId=vertex_1463519480504_0001_1_01, initRequestedTime=1463519480680, initedTime=1463519480688, startRequestedTime=1463519480698, startedTime=1463519480698, finishTime=1463519480869, timeTaken=171, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=754, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726663168, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519480851, Process_Duration=10, Process_End_Time=1463519480861, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519480810, firstTasksToStart=[ task_1463519480504_0001_1_01_000000 ], lastTaskFinishTime=1463519480866, lastTasksToFinish=[ task_1463519480504_0001_1_01_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519480504_0001_1_01_000000 ], longestDurationTasks=[ task_1463519480504_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:20,870 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:20,871 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:20,871 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:20,871 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519480504_0001_1
2016-05-17 21:11:20,871 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519480504_0001_1
2016-05-17 21:11:20,871 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 3ADE41A694D84DAB8C3FD264A7708410 for vertex: vertex_1463519480504_0001_1_01 [B10D299673B64407A8B7D9A4C05F200C]
2016-05-17 21:11:20,883 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519480504_0001_1_00 [C637FC0CEABE4280B00F77F4935BAC48]
2016-05-17 21:11:20,885 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519480504_0001_1, queueSize=0
2016-05-17 21:11:20,886 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:20,886 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519480504_0001_1, startTime=1463519480678, finishTime=1463519480883, timeTaken=205, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=1518, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1453326336, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038961621, Process_Duration=16, Process_End_Time=2927038961637, Read_Duration=3, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:20,887 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519480504_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:20,887 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519480504_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:20,887 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519480504_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519480504_0001_00_000002, stoppedTime=1463519480887, exitStatus=0
2016-05-17 21:11:20,887 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:20,888 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:20 Completed Dag: dag_1463519480504_0001_1
2016-05-17 21:11:20,889 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519480504_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:20,889 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519480504_0001_1_post
2016-05-17 21:11:20,890 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:20,890 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:20,891 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519480504_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:20,891 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:20,896 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...e/false_false_false_false, applicationId=application_1463519480504_0001
2016-05-17 21:11:20,899 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:20,899 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519480504_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:20,899 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519480504_0001_00_000002: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:20,899 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519480504_0001_00_000002, Exiting
2016-05-17 21:11:20,899 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519480504_0001_00_000002
2016-05-17 21:11:20,899 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519480504_0001_00_000002
2016-05-17 21:11:20,899 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:20,900 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:20,900 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:20,900 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519480504_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:20,900 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519480504_0001_00_000002 completed successfully
2016-05-17 21:11:20,900 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519480504_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:20,900 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:20,902 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:20,902 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:20,904 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:20,904 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:20,904 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:20,904 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:20,905 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:20,906 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:20,910 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/769CF37966E34172BD94BDC1C5D3373C/B309ADDA7C2744CEB6FE921E547D949F/.tez/application_1463519480504_0001
2016-05-17 21:11:20,910 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_false/_temporary
2016-05-17 21:11:20,911 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.426
2016-05-17 21:11:20,986 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:20,986 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:21,029 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-17 21:11:21,039 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-05-17 21:11:21,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:21,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:21,040 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:21,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:21,064 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_false
2016-05-17 21:11:21,112 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:21,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:21,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_false"]
2016-05-17 21:11:21,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:21,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:21,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:21,113 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ve/true_false_false_false
2016-05-17 21:11:21,114 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:21,125 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:21,129 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:21,130 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:21,130 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:21,139 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743/.tez/application_1463519481130_0001 doesn't exist and is created
2016-05-17 21:11:21,155 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:21,155 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:21,155 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743/.tez/application_1463519481130_0001
2016-05-17 21:11:21,158 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519481130_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:21,181 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:21,182 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:21,184 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:21,184 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:21,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743/.tez/application_1463519481130_0001/localmode-log-dir
2016-05-17 21:11:21,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743/.tez/application_1463519481130_0001/localmode-log-dir/history.txt.appattempt_1463519481130_0001_000000, maxErrors=10
2016-05-17 21:11:21,185 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:21,185 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519481130_0001_000000, appSubmitTime=1463519481158, launchTime=1463519481158
2016-05-17 21:11:21,190 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:21,192 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:21,193 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:21,193 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:21,196 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:33148
2016-05-17 21:11:21,201 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:21,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519481130_0001_000000, startTime=1463519481203
2016-05-17 21:11:21,203 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:21,203 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:21,255 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:21,255 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:21,255 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ve/true_false_false_false, applicationId=application_1463519481130_0001, dagName=[ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false
2016-05-17 21:11:21,273 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false
2016-05-17 21:11:21,274 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519481130_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743/.tez/application_1463519481130_0001/localmode-log-dir/dag_1463519481130_0001_1.dot
2016-05-17 21:11:21,275 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743/.tez/application_1463519481130_0001/localmode-log-dir/dag_1463519481130_0001_1-tez-dag.pb.txt
2016-05-17 21:11:21,283 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519481130_0001_1
2016-05-17 21:11:21,283 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,283 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false
2016-05-17 21:11:21 Running Dag: dag_1463519481130_0001_1
2016-05-17 21:11:21,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519481130_0001_1, submitTime=1463519481273
2016-05-17 21:11:21,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:21,297 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C84FADB8FF014A198A1532CF2CA24C3E
2016-05-17 21:11:21,298 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:21,298 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519481130_0001_1, initTime=1463519481296
2016-05-17 21:11:21,298 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:21,298 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519481130_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:21,300 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:DAG_STARTED]: dagID=dag_1463519481130_0001_1, startTime=1463519481299
2016-05-17 21:11:21,300 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:21,300 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519481130_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:21,300 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E5BA4B7A4E0D419BA46FA2F21F13A0A3 : {125AF7A9F01C4308A44360C322511A8E={InputName=125AF7A9F01C4308A44360C322511A8E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:21,300 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ve/true_false_false_false, applicationId=application_1463519481130_0001, dagName=[ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false
2016-05-17 21:11:21,300 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:21,300 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 125AF7A9F01C4308A44360C322511A8E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:21,301 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,301 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,301 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,301 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]. Starting root input initializers: 1
2016-05-17 21:11:21,302 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:21,302 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 125AF7A9F01C4308A44360C322511A8E on vertex vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,302 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,304 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:21,304 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 125AF7A9F01C4308A44360C322511A8E asking for 1 tasks. Headroom: 682 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:21,304 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:21,304 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:21,305 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:21,305 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,305 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,306 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,306 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E00653FBE4D140E381485B1821034964, vertexId=vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:21,306 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E00653FBE4D140E381485B1821034964, vertexId=vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,306 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:21,307 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 125AF7A9F01C4308A44360C322511A8E on vertex vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,309 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E00653FBE4D140E381485B1821034964, vertexName=C84FADB8FF014A198A1532CF2CA24C3E, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:21,309 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E00653FBE4D140E381485B1821034964, vertexId=vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,311 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:21,311 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C84FADB8FF014A198A1532CF2CA24C3E, vertexId=vertex_1463519481130_0001_1_01, initRequestedTime=1463519481302, initedTime=1463519481311, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:21,311 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:21,312 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:21,312 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {125AF7A9F01C4308A44360C322511A8E=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:21,312 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] parallelism set to 1
2016-05-17 21:11:21,312 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:21,313 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519481130_0001_1_00, eventCount=1
2016-05-17 21:11:21,314 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:21,314 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, vertexId=vertex_1463519481130_0001_1_00, initRequestedTime=1463519481300, initedTime=1463519481314, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:21,315 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] with distanceFromRoot: 0
2016-05-17 21:11:21,315 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:21,315 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,315 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,316 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:21,317 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519481130_0001_1_00, startRequestedTime=1463519481315, startedTime=1463519481315
2016-05-17 21:11:21,318 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:21,318 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:21,319 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_STARTED]: vertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, taskId=task_1463519481130_0001_1_00_000000, scheduledTime=1463519481318, launchTime=1463519481318
2016-05-17 21:11:21,319 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481130_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:21,319 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519481130_0001_1_00 for vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] numStartedSources: 1 numSources: 1
2016-05-17 21:11:21,320 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] with distanceFromRoot: 1
2016-05-17 21:11:21,320 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,320 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E5BA4B7A4E0D419BA46FA2F21F13A0A3 in vertex: C84FADB8FF014A198A1532CF2CA24C3E
2016-05-17 21:11:21,320 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C84FADB8FF014A198A1532CF2CA24C3E with 1 source tasks and 1 pending tasks
2016-05-17 21:11:21,321 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:21,321 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519481130_0001_1_01, startRequestedTime=1463519481320, startedTime=1463519481320
2016-05-17 21:11:21,321 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:21,321 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false, VertexName: E5BA4B7A4E0D419BA46FA2F21F13A0A3, VertexParallelism: 1, TaskAttemptID:attempt_1463519481130_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=125AF7A9F01C4308A44360C322511A8E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C84FADB8FF014A198A1532CF2CA24C3E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:21,322 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481130_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:21,322 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:21,322 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:21,323 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:21,323 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:21,323 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519481130_0001_00_000001
2016-05-17 21:11:21,324 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:21,325 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519481130_0001_00_000001
2016-05-17 21:11:21,325 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:21,326 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:21,326 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519481130_0001, with dag id: dag_1463519481130_0001_1
2016-05-17 21:11:21,326 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:21,327 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519481130_0001_00_000001, launchTime=1463519481325
2016-05-17 21:11:21,328 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481130_0001_00_000001
2016-05-17 21:11:21,330 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519481130_0001_1_00_000000_0] to container: [container_1463519481130_0001_00_000001]
2016-05-17 21:11:21,331 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:21,331 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519481130_0001_00_000001 given task: attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,331 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519481130_0001_1_00_000000_0] started. Is using containerId: [container_1463519481130_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:21,331 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481130_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,331 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, taskAttemptId=attempt_1463519481130_0001_1_00_000000_0, startTime=1463519481331, containerId=container_1463519481130_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519481130_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:21,332 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481130_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:21,332 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:21,332 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481130_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:21 Starting to run new task attempt: attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,332 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,332 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,332 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:21,332 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:21,332 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:21,332 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:21,333 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:21,333 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false, VertexName: E5BA4B7A4E0D419BA46FA2F21F13A0A3, VertexParallelism: 1, TaskAttemptID:attempt_1463519481130_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=125AF7A9F01C4308A44360C322511A8E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C84FADB8FF014A198A1532CF2CA24C3E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:21,333 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=715653120
2016-05-17 21:11:21,334 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519481130_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:21,337 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:21,337 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=125AF7A9F01C4308A44360C322511A8E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:21,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C84FADB8FF014A198A1532CF2CA24C3E, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:21,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:21,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 125AF7A9F01C4308A44360C322511A8E
2016-05-17 21:11:21,340 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 125AF7A9F01C4308A44360C322511A8E
2016-05-17 21:11:21,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:21,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C84FADB8FF014A198A1532CF2CA24C3E
2016-05-17 21:11:21,344 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:21,344 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:21,345 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C84FADB8FF014A198A1532CF2CA24C3E
2016-05-17 21:11:21,345 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C84FADB8FF014A198A1532CF2CA24C3E
2016-05-17 21:11:21,346 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:21,346 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 125AF7A9F01C4308A44360C322511A8E
2016-05-17 21:11:21,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 125AF7A9F01C4308A44360C322511A8E
2016-05-17 21:11:21,352 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E5BA4B7A4E0D419BA46FA2F21F13A0A3, ordinal: 0
2016-05-17 21:11:21,352 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E5BA4B7A4E0D419BA46FA2F21F13A0A3, mem on start (mb), free: 218, total: 682, max: 682
2016-05-17 21:11:21,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:21,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:21,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:21,352 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:21,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:21,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:21,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:21,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:21,354 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 715653120, TotalAvailable: 479487590, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:21,354 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 125AF7A9F01C4308A44360C322511A8E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:21,354 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C84FADB8FF014A198A1532CF2CA24C3E, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:21,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:21,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 125AF7A9F01C4308A44360C322511A8E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:21,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 125AF7A9F01C4308A44360C322511A8E
2016-05-17 21:11:21,355 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:21,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 125AF7A9F01C4308A44360C322511A8E
2016-05-17 21:11:21,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:21,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:21,356 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:21,356 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,356 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:21,357 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@19180151
2016-05-17 21:11:21,358 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@19180151
2016-05-17 21:11:21,358 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:21,358 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:21,359 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:21,360 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 125AF7A9F01C4308A44360C322511A8E
2016-05-17 21:11:21,360 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 63EF2FA8B7F740D091BF12609F151250
2016-05-17 21:11:21,360 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 63EF2FA8B7F740D091BF12609F151250
2016-05-17 21:11:21,363 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@78c27a8; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@27f8a77; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@35b8be9; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:21,363 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:21,364 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:21,364 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:21,377 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:21,377 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:21,377 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:21,378 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:21,378 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:21,379 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:21,380 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:21,380 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E5BA4B7A4E0D419BA46FA2F21F13A0A3, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:21,385 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,385 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E5BA4B7A4E0D419BA46FA2F21F13A0A3, mem on close (mb), free: 116, total: 682, max: 682
2016-05-17 21:11:21,385 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:21,385 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:21,385 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:21,385 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:21,390 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:21 Completed running task attempt: attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,394 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519481130_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:21,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519481380, Process_Duration=5, Process_End_Time=1463519481385, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:21,394 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519481130_0001_1_00, eventCount=1
2016-05-17 21:11:21,395 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:21,395 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,395 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:21,395 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, taskAttemptId=attempt_1463519481130_0001_1_00_000000_0, startTime=1463519481331, finishTime=1463519481395, timeTaken=64, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481380, Process_Duration=5, Process_End_Time=1463519481385, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:21,395 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481130_0001_00_000001
2016-05-17 21:11:21,395 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481130_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:21,396 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21,396 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:21,396 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_FINISHED]: vertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, taskId=task_1463519481130_0001_1_00_000000, startTime=1463519481331, finishTime=1463519481396, timeTaken=65, status=SUCCEEDED, successfulAttemptID=attempt_1463519481130_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481380, Process_Duration=5, Process_End_Time=1463519481385, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:21,396 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481130_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:21,397 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] : 1
2016-05-17 21:11:21,397 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,398 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:21,398 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:21,399 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_FINISHED]: vertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, vertexId=vertex_1463519481130_0001_1_00, initRequestedTime=1463519481300, initedTime=1463519481314, startRequestedTime=1463519481315, startedTime=1463519481315, finishTime=1463519481397, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481380, Process_Duration=5, Process_End_Time=1463519481385, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519481331, firstTasksToStart=[ task_1463519481130_0001_1_00_000000 ], lastTaskFinishTime=1463519481395, lastTasksToFinish=[ task_1463519481130_0001_1_00_000000 ], minTaskDuration=64, maxTaskDuration=64, avgTaskDuration=64.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519481130_0001_1_00_000000 ], longestDurationTasks=[ task_1463519481130_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:21,399 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:21,399 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] attempt: attempt_1463519481130_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:21,399 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C84FADB8FF014A198A1532CF2CA24C3E
2016-05-17 21:11:21,399 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,401 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:21,401 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:21,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519481130_0001_00_000001, stoppedTime=1463519481401, exitStatus=0
2016-05-17 21:11:21,403 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:21,403 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:21,403 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_STARTED]: vertexName=C84FADB8FF014A198A1532CF2CA24C3E, taskId=task_1463519481130_0001_1_01_000000, scheduledTime=1463519481403, launchTime=1463519481403
2016-05-17 21:11:21,403 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:21,404 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481130_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:21,404 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,404 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519481130_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:21,404 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false, VertexName: C84FADB8FF014A198A1532CF2CA24C3E, VertexParallelism: 1, TaskAttemptID:attempt_1463519481130_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E00653FBE4D140E381485B1821034964, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:21,404 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481130_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:21,404 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:21,404 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:21,405 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519481130_0001_00_000002
2016-05-17 21:11:21,405 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:21,406 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519481130_0001_00_000002
2016-05-17 21:11:21,406 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:21,407 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519481130_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:21,407 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:21,407 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:21,407 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481130_0001_00_000001: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:21,407 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519481130_0001_00_000002, launchTime=1463519481407
2016-05-17 21:11:21,407 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519481130_0001_00_000001, Exiting
2016-05-17 21:11:21,407 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519481130_0001_00_000001
2016-05-17 21:11:21,407 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519481130_0001_00_000001
2016-05-17 21:11:21,407 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481130_0001_00_000002
2016-05-17 21:11:21,410 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519481130_0001_1_01_000000_0] to container: [container_1463519481130_0001_00_000002]
2016-05-17 21:11:21,411 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:21,411 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519481130_0001_1_01_000000_0] started. Is using containerId: [container_1463519481130_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:21,411 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:21,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C84FADB8FF014A198A1532CF2CA24C3E, taskAttemptId=attempt_1463519481130_0001_1_01_000000_0, startTime=1463519481411, containerId=container_1463519481130_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519481130_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:21,411 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481130_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:21,412 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481130_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:21,412 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519481130_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:21,412 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519481130_0001_00_000001 completed successfully
2016-05-17 21:11:21,412 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519481130_0001_00_000002 given task: attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,412 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:21,412 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481130_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21 Starting to run new task attempt: attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,413 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,413 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,413 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:21,413 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:21,413 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:21,413 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:21,413 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:21,413 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743] comprehensivesort/(1/1) ...ve/true_false_false_false, VertexName: C84FADB8FF014A198A1532CF2CA24C3E, VertexParallelism: 1, TaskAttemptID:attempt_1463519481130_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E00653FBE4D140E381485B1821034964, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:21,413 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=715653120
2016-05-17 21:11:21,414 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:21,414 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E5BA4B7A4E0D419BA46FA2F21F13A0A3, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:21,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,419 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:21,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E00653FBE4D140E381485B1821034964, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:21,421 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519481130_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:21,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:21,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:21,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E00653FBE4D140E381485B1821034964
2016-05-17 21:11:21,422 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:21,422 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E00653FBE4D140E381485B1821034964
2016-05-17 21:11:21,422 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,427 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 644087808, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:21,427 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:21,428 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 644087808, type: INPUT, componentVertexName: E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,430 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,433 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C84FADB8FF014A198A1532CF2CA24C3E, ordinal: 1
2016-05-17 21:11:21,434 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C84FADB8FF014A198A1532CF2CA24C3E, mem on start (mb), free: 109, total: 682, max: 682
2016-05-17 21:11:21,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:21,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:21,437 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:21,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E00653FBE4D140E381485B1821034964
2016-05-17 21:11:21,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:21,437 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:21,438 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:21,438 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:21,438 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:21,439 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:21,440 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 644087808, TotalRequestedScaled: 5.94542592E8, TotalJVMHeap: 715653120, TotalAvailable: 479487590, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:21,440 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E00653FBE4D140E381485B1821034964, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:21,440 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E5BA4B7A4E0D419BA46FA2F21F13A0A3, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=644087808, allocated=479487590
2016-05-17 21:11:21,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:21,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E5BA4B7A4E0D419BA46FA2F21F13A0A3 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:21,441 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:21,441 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:21,440 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,442 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:21,442 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:21,442 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E5BA4B7A4E0D419BA46FA2F21F13A0A3 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:21,443 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=644087808, postMergeMem=0, RuntimeTotalAvailable=479487590. Updated to: ShuffleMem=479487590, postMergeMem: 0
2016-05-17 21:11:21,443 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=479487590, maxSingleShuffleLimit=119871896, mergeThreshold=431538816, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:21,443 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:21,444 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,447 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:21,447 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,447 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519481130_0001_1_00_000000_0_10053, runDuration: 50704, ]
2016-05-17 21:11:21,450 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:21,451 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 63EF2FA8B7F740D091BF12609F151250
2016-05-17 21:11:21,451 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_false"], id: E00653FBE4D140E381485B1821034964
2016-05-17 21:11:21,451 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519481130_0001_1_00_000000_0_10053] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519481451, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:21,451 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_false"]
2016-05-17 21:11:21,452 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 63EF2FA8B7F740D091BF12609F151250, for 1 inputs
2016-05-17 21:11:21,451 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,453 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:21,453 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [E5BA4B7A4E0D419BA46FA2F21F13A0A3] #10 in 5ms
2016-05-17 21:11:21,453 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E5BA4B7A4E0D419BA46FA2F21F13A0A3] #10, status:false, isInterrupted:false
2016-05-17 21:11:21,454 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:21,455 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:21,456 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:21,456 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:21,456 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:21,456 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,456 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:21,456 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C84FADB8FF014A198A1532CF2CA24C3E, all 1 inputs ready in: 00:00:00.004
2016-05-17 21:11:21,458 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@deb4e02; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@534e6c71
2016-05-17 21:11:21,463 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:21,463 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:21,464 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,464 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519481130_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:21,464 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,465 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C84FADB8FF014A198A1532CF2CA24C3E, mem on close (mb), free: 104, total: 682, max: 682
2016-05-17 21:11:21,465 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E5BA4B7A4E0D419BA46FA2F21F13A0A3
2016-05-17 21:11:21,465 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:21,466 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:21,466 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:21,466 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:21,466 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:21 Completed running task attempt: attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,467 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519481130_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:21,468 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519481457, Process_Duration=7, Process_End_Time=1463519481464, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:21,468 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C84FADB8FF014A198A1532CF2CA24C3E, taskAttemptId=attempt_1463519481130_0001_1_01_000000_0, startTime=1463519481411, finishTime=1463519481468, timeTaken=57, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481457, Process_Duration=7, Process_End_Time=1463519481464, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:21,468 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:21,469 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,468 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:21,468 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481130_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:21,469 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21,469 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481130_0001_00_000002
2016-05-17 21:11:21,470 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:21,470 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:TASK_FINISHED]: vertexName=C84FADB8FF014A198A1532CF2CA24C3E, taskId=task_1463519481130_0001_1_01_000000, startTime=1463519481411, finishTime=1463519481469, timeTaken=58, status=SUCCEEDED, successfulAttemptID=attempt_1463519481130_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481457, Process_Duration=7, Process_End_Time=1463519481464, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:21,470 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481130_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:21,470 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] : 1
2016-05-17 21:11:21,471 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,472 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:21,472 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:VERTEX_FINISHED]: vertexName=C84FADB8FF014A198A1532CF2CA24C3E, vertexId=vertex_1463519481130_0001_1_01, initRequestedTime=1463519481302, initedTime=1463519481311, startRequestedTime=1463519481320, startedTime=1463519481320, finishTime=1463519481471, timeTaken=151, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=715653120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481457, Process_Duration=7, Process_End_Time=1463519481464, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519481411, firstTasksToStart=[ task_1463519481130_0001_1_01_000000 ], lastTaskFinishTime=1463519481468, lastTasksToFinish=[ task_1463519481130_0001_1_01_000000 ], minTaskDuration=57, maxTaskDuration=57, avgTaskDuration=57.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519481130_0001_1_01_000000 ], longestDurationTasks=[ task_1463519481130_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:21,472 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:21,472 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:21,472 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519481130_0001_1
2016-05-17 21:11:21,473 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519481130_0001_1
2016-05-17 21:11:21,473 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519481130_0001_1_00 [E5BA4B7A4E0D419BA46FA2F21F13A0A3]
2016-05-17 21:11:21,473 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E00653FBE4D140E381485B1821034964 for vertex: vertex_1463519481130_0001_1_01 [C84FADB8FF014A198A1532CF2CA24C3E]
2016-05-17 21:11:21,474 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:21,483 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519481130_0001_1, queueSize=0
2016-05-17 21:11:21,483 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:21,484 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519481130_0001_1, startTime=1463519481299, finishTime=1463519481481, timeTaken=182, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1431306240, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038962837, Process_Duration=12, Process_End_Time=2927038962849, Read_Duration=4, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:21,484 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519481130_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:21,484 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519481130_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:21,485 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:21,485 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:21,485 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481130_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519481130_0001_00_000002, stoppedTime=1463519481485, exitStatus=0
2016-05-17 21:11:21,486 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:21 Completed Dag: dag_1463519481130_0001_1
2016-05-17 21:11:21,486 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519481130_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:21,486 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519481130_0001_1_post
2016-05-17 21:11:21,486 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,487 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:21,487 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519481130_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:21,487 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481130_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:21,493 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ve/true_false_false_false, applicationId=application_1463519481130_0001
2016-05-17 21:11:21,496 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:21,496 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:21,496 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:21,496 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:21,496 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:21,498 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:21,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:21,499 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:21,499 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:21,499 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:21,499 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:21,499 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:21,500 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:21,500 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1463519481130_0001_00_000002
2016-05-17 21:11:21,500 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519481130_0001_00_000002
2016-05-17 21:11:21,500 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519481130_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:21,501 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481130_0001_00_000002: 31 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:21,501 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519481130_0001_00_000002
2016-05-17 21:11:21,506 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/ACF27B122C794E8F9FF651E4A36C7007/EA0CAD145AD64BC5986331CB44626743/.tez/application_1463519481130_0001
2016-05-17 21:11:21,507 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_false/_temporary
2016-05-17 21:11:21,507 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.394
2016-05-17 21:11:21,582 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:21,582 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:21,617 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-17 21:11:21,628 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.023
2016-05-17 21:11:21,629 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:21,629 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:21,629 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:21,644 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:21,652 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_false
2016-05-17 21:11:21,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:21,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:21,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_false"]
2016-05-17 21:11:21,698 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:21,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:21,699 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:21,701 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/true_true_false_false
2016-05-17 21:11:21,701 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:21,714 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:21,718 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:21,719 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:21,719 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:21,727 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A/.tez/application_1463519481718_0001 doesn't exist and is created
2016-05-17 21:11:21,744 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:21,744 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:21,745 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A/.tez/application_1463519481718_0001
2016-05-17 21:11:21,749 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519481718_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:21,759 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:21,760 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:21,762 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:21,762 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:21,762 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A/.tez/application_1463519481718_0001/localmode-log-dir
2016-05-17 21:11:21,762 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A/.tez/application_1463519481718_0001/localmode-log-dir/history.txt.appattempt_1463519481718_0001_000000, maxErrors=10
2016-05-17 21:11:21,763 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:21,763 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519481718_0001_000000, appSubmitTime=1463519481748, launchTime=1463519481748
2016-05-17 21:11:21,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:21,769 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:21,770 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:41172
2016-05-17 21:11:21,770 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:21,770 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:21,772 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:21,774 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519481718_0001_000000, startTime=1463519481774
2016-05-17 21:11:21,774 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:21,774 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:21,845 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:21,845 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:21,845 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/true_true_false_false, applicationId=application_1463519481718_0001, dagName=[913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false
2016-05-17 21:11:21,871 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false
2016-05-17 21:11:21,873 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519481718_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A/.tez/application_1463519481718_0001/localmode-log-dir/dag_1463519481718_0001_1.dot
2016-05-17 21:11:21,874 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A/.tez/application_1463519481718_0001/localmode-log-dir/dag_1463519481718_0001_1-tez-dag.pb.txt
2016-05-17 21:11:21,882 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519481718_0001_1
2016-05-17 21:11:21,882 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,882 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false
2016-05-17 21:11:21 Running Dag: dag_1463519481718_0001_1
2016-05-17 21:11:21,894 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519481718_0001_1, submitTime=1463519481872
2016-05-17 21:11:21,894 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:21,895 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BDAF86A089EF431D94D19403917D24E5
2016-05-17 21:11:21,895 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:21,896 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:21,896 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519481718_0001_1, initTime=1463519481895
2016-05-17 21:11:21,897 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519481718_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:21,897 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:DAG_STARTED]: dagID=dag_1463519481718_0001_1, startTime=1463519481897
2016-05-17 21:11:21,897 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:21,897 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:21,898 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519481718_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:21,898 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A75853D7D47446F79CBBF324A7F20DA2 : {BF692629AA6948C88940E52DF998CF5F={InputName=BF692629AA6948C88940E52DF998CF5F}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:21,898 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: BF692629AA6948C88940E52DF998CF5F, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:21,898 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:21,898 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:21,898 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:21,899 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/true_true_false_false, applicationId=application_1463519481718_0001, dagName=[913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false
2016-05-17 21:11:21,899 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]. Starting root input initializers: 1
2016-05-17 21:11:21,899 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:21,899 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: BF692629AA6948C88940E52DF998CF5F on vertex vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:21,899 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:21,901 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:21,901 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input BF692629AA6948C88940E52DF998CF5F asking for 1 tasks. Headroom: 692 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:21,902 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:21,902 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:21,902 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:21,904 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:21,904 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: BF692629AA6948C88940E52DF998CF5F on vertex vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:21,904 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:21,905 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:21,905 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:21,906 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=57C8F094B5FA40C4A778E40340E6A326, vertexId=vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:21,906 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=57C8F094B5FA40C4A778E40340E6A326, vertexId=vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:21,908 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=57C8F094B5FA40C4A778E40340E6A326, vertexName=BDAF86A089EF431D94D19403917D24E5, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:21,908 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=57C8F094B5FA40C4A778E40340E6A326, vertexId=vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:21,910 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:21,910 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BDAF86A089EF431D94D19403917D24E5, vertexId=vertex_1463519481718_0001_1_01, initRequestedTime=1463519481899, initedTime=1463519481910, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:21,910 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:21,911 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:21,911 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {BF692629AA6948C88940E52DF998CF5F=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:21,911 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] parallelism set to 1
2016-05-17 21:11:21,911 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:21,912 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519481718_0001_1_00, eventCount=1
2016-05-17 21:11:21,912 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:21,913 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A75853D7D47446F79CBBF324A7F20DA2, vertexId=vertex_1463519481718_0001_1_00, initRequestedTime=1463519481898, initedTime=1463519481912, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:21,913 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] with distanceFromRoot: 0
2016-05-17 21:11:21,913 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:21,913 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:21,913 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:21,914 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:21,914 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519481718_0001_1_00, startRequestedTime=1463519481913, startedTime=1463519481913
2016-05-17 21:11:21,914 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:21,915 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:21,915 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_STARTED]: vertexName=A75853D7D47446F79CBBF324A7F20DA2, taskId=task_1463519481718_0001_1_00_000000, scheduledTime=1463519481915, launchTime=1463519481915
2016-05-17 21:11:21,916 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481718_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:21,916 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519481718_0001_1_00 for vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] numStartedSources: 1 numSources: 1
2016-05-17 21:11:21,916 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] with distanceFromRoot: 1
2016-05-17 21:11:21,916 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:21,917 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A75853D7D47446F79CBBF324A7F20DA2 in vertex: BDAF86A089EF431D94D19403917D24E5
2016-05-17 21:11:21,917 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BDAF86A089EF431D94D19403917D24E5 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:21,917 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519481718_0001, with dag id: dag_1463519481718_0001_1
2016-05-17 21:11:21,917 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519481718_0001_1_01, startRequestedTime=1463519481917, startedTime=1463519481917
2016-05-17 21:11:21,917 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:21,920 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:21,920 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false, VertexName: A75853D7D47446F79CBBF324A7F20DA2, VertexParallelism: 1, TaskAttemptID:attempt_1463519481718_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BF692629AA6948C88940E52DF998CF5F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BDAF86A089EF431D94D19403917D24E5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:21,920 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481718_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:21,920 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:21,921 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:21,921 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:21,923 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:21,924 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519481718_0001_00_000001
2016-05-17 21:11:21,924 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:21,925 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519481718_0001_00_000001
2016-05-17 21:11:21,925 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:21,926 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:21,926 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519481718_0001_00_000001, launchTime=1463519481926
2016-05-17 21:11:21,926 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:21,927 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481718_0001_00_000001
2016-05-17 21:11:21,928 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519481718_0001_1_00_000000_0] to container: [container_1463519481718_0001_00_000001]
2016-05-17 21:11:21,928 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:21,928 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519481718_0001_1_00_000000_0] started. Is using containerId: [container_1463519481718_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:21,929 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A75853D7D47446F79CBBF324A7F20DA2, taskAttemptId=attempt_1463519481718_0001_1_00_000000_0, startTime=1463519481928, containerId=container_1463519481718_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519481718_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:21,929 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481718_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:21,929 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:21,929 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481718_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:21,929 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519481718_0001_00_000001 given task: attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:21,929 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481718_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:21 Starting to run new task attempt: attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:21,930 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:21,930 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:21,930 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:21,930 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:21,930 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:21,930 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:21,930 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:21,930 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false, VertexName: A75853D7D47446F79CBBF324A7F20DA2, VertexParallelism: 1, TaskAttemptID:attempt_1463519481718_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BF692629AA6948C88940E52DF998CF5F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BDAF86A089EF431D94D19403917D24E5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:21,931 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726138880
2016-05-17 21:11:21,931 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:21,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:21,931 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,932 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BDAF86A089EF431D94D19403917D24E5, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:21,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:21,937 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BDAF86A089EF431D94D19403917D24E5
2016-05-17 21:11:21,937 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519481718_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:21,939 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:21,938 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BF692629AA6948C88940E52DF998CF5F, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:21,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:21,940 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BF692629AA6948C88940E52DF998CF5F
2016-05-17 21:11:21,941 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: BF692629AA6948C88940E52DF998CF5F
2016-05-17 21:11:21,941 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:21,942 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BDAF86A089EF431D94D19403917D24E5
2016-05-17 21:11:21,942 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BDAF86A089EF431D94D19403917D24E5
2016-05-17 21:11:21,946 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:21,946 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: BF692629AA6948C88940E52DF998CF5F
2016-05-17 21:11:21,947 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BF692629AA6948C88940E52DF998CF5F
2016-05-17 21:11:21,951 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A75853D7D47446F79CBBF324A7F20DA2, ordinal: 0
2016-05-17 21:11:21,951 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A75853D7D47446F79CBBF324A7F20DA2, mem on start (mb), free: 238, total: 692, max: 692
2016-05-17 21:11:21,951 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:21,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:21,952 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:21,953 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:21,953 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:21,954 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:21,954 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:21,954 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:21,955 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:21,955 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 726138880, TotalAvailable: 486513049, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:21,956 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BF692629AA6948C88940E52DF998CF5F, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:21,956 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BDAF86A089EF431D94D19403917D24E5, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:21,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:21,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BF692629AA6948C88940E52DF998CF5F
2016-05-17 21:11:21,957 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:21,957 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BF692629AA6948C88940E52DF998CF5F
2016-05-17 21:11:21,958 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BF692629AA6948C88940E52DF998CF5F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:21,958 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:21,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:21,959 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:21,960 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:21,960 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:21,961 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@75ffaa15
2016-05-17 21:11:21,962 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@75ffaa15
2016-05-17 21:11:21,962 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:21,962 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:21,964 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:21,965 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: BF692629AA6948C88940E52DF998CF5F
2016-05-17 21:11:21,966 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 48087B9D12D74947978C072237E02196
2016-05-17 21:11:21,966 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 48087B9D12D74947978C072237E02196
2016-05-17 21:11:21,971 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@2336bff7; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@5f750330; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@7b247545; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:21,971 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:21,972 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:21,972 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:21,985 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:21,986 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:21,986 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:21,986 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:21,986 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:21,987 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:21,987 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:21,988 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A75853D7D47446F79CBBF324A7F20DA2, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:21,992 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:21,993 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A75853D7D47446F79CBBF324A7F20DA2, mem on close (mb), free: 136, total: 692, max: 692
2016-05-17 21:11:21,993 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:21,993 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:21,993 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:21,994 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:21,998 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:22,001 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519481718_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:22,002 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519481988, Process_Duration=4, Process_End_Time=1463519481992, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:22,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519481718_0001_1_00, eventCount=1
2016-05-17 21:11:22,002 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:22,003 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,003 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A75853D7D47446F79CBBF324A7F20DA2, taskAttemptId=attempt_1463519481718_0001_1_00_000000_0, startTime=1463519481928, finishTime=1463519482003, timeTaken=75, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481988, Process_Duration=4, Process_End_Time=1463519481992, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:22,003 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481718_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:22,003 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:22,003 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:22,003 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:22,004 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481718_0001_00_000001
2016-05-17 21:11:22,005 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_FINISHED]: vertexName=A75853D7D47446F79CBBF324A7F20DA2, taskId=task_1463519481718_0001_1_00_000000, startTime=1463519481928, finishTime=1463519482003, timeTaken=75, status=SUCCEEDED, successfulAttemptID=attempt_1463519481718_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481988, Process_Duration=4, Process_End_Time=1463519481992, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:22,005 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481718_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:22,005 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:22,006 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] : 1
2016-05-17 21:11:22,006 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:22,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_FINISHED]: vertexName=A75853D7D47446F79CBBF324A7F20DA2, vertexId=vertex_1463519481718_0001_1_00, initRequestedTime=1463519481898, initedTime=1463519481912, startRequestedTime=1463519481913, startedTime=1463519481913, finishTime=1463519482006, timeTaken=93, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519481988, Process_Duration=4, Process_End_Time=1463519481992, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519481928, firstTasksToStart=[ task_1463519481718_0001_1_00_000000 ], lastTaskFinishTime=1463519482003, lastTasksToFinish=[ task_1463519481718_0001_1_00_000000 ], minTaskDuration=75, maxTaskDuration=75, avgTaskDuration=75.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519481718_0001_1_00_000000 ], longestDurationTasks=[ task_1463519481718_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:22,010 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:22,010 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:22,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519481718_0001_00_000001, stoppedTime=1463519482010, exitStatus=0
2016-05-17 21:11:22,010 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:22,011 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] attempt: attempt_1463519481718_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:22,011 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BDAF86A089EF431D94D19403917D24E5
2016-05-17 21:11:22,012 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:22,012 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:22,012 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519481718_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:22,012 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:22,012 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_STARTED]: vertexName=BDAF86A089EF431D94D19403917D24E5, taskId=task_1463519481718_0001_1_01_000000, scheduledTime=1463519482012, launchTime=1463519482012
2016-05-17 21:11:22,013 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481718_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:22,013 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:22,013 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:22,013 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:22,013 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:22,014 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false, VertexName: BDAF86A089EF431D94D19403917D24E5, VertexParallelism: 1, TaskAttemptID:attempt_1463519481718_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A75853D7D47446F79CBBF324A7F20DA2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=57C8F094B5FA40C4A778E40340E6A326, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:22,014 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481718_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:22,015 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:22,015 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519481718_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:22,015 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481718_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:22,015 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519481718_0001_00_000001, Exiting
2016-05-17 21:11:22,015 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519481718_0001_00_000001
2016-05-17 21:11:22,015 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519481718_0001_00_000002
2016-05-17 21:11:22,016 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519481718_0001_00_000001
2016-05-17 21:11:22,017 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:22,018 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519481718_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:22,018 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519481718_0001_00_000001 completed successfully
2016-05-17 21:11:22,018 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:22,019 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519481718_0001_00_000002
2016-05-17 21:11:22,020 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:22,023 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:22,023 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519481718_0001_00_000002, launchTime=1463519482023
2016-05-17 21:11:22,024 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481718_0001_00_000002
2016-05-17 21:11:22,027 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:22,028 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519481718_0001_1_01_000000_0] to container: [container_1463519481718_0001_00_000002]
2016-05-17 21:11:22,028 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:22,029 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519481718_0001_00_000002 given task: attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,029 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481718_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,029 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519481718_0001_1_01_000000_0] started. Is using containerId: [container_1463519481718_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:22 Starting to run new task attempt: attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,029 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,029 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:22,029 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,030 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BDAF86A089EF431D94D19403917D24E5, taskAttemptId=attempt_1463519481718_0001_1_01_000000_0, startTime=1463519482029, containerId=container_1463519481718_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519481718_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:22,030 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481718_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:22,030 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:22,030 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:22,031 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:22,031 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:22,031 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:22,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A] comprehensivesort/(1/1) ...ive/true_true_false_false, VertexName: BDAF86A089EF431D94D19403917D24E5, VertexParallelism: 1, TaskAttemptID:attempt_1463519481718_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A75853D7D47446F79CBBF324A7F20DA2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=57C8F094B5FA40C4A778E40340E6A326, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:22,032 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726138880
2016-05-17 21:11:22,030 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481718_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:22,032 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,033 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:22,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,033 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519481718_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:22,034 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A75853D7D47446F79CBBF324A7F20DA2, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:22,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:22,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=57C8F094B5FA40C4A778E40340E6A326, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:22,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:22,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 57C8F094B5FA40C4A778E40340E6A326
2016-05-17 21:11:22,037 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:22,037 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 57C8F094B5FA40C4A778E40340E6A326
2016-05-17 21:11:22,037 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653524992, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:22,037 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:22,037 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653524992, type: INPUT, componentVertexName: A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,038 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,040 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:22,048 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:22,048 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 57C8F094B5FA40C4A778E40340E6A326
2016-05-17 21:11:22,049 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BDAF86A089EF431D94D19403917D24E5, ordinal: 1
2016-05-17 21:11:22,049 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BDAF86A089EF431D94D19403917D24E5, mem on start (mb), free: 129, total: 692, max: 692
2016-05-17 21:11:22,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:22,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:22,050 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:22,050 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:22,051 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:22,051 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:22,052 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:22,052 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:22,052 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 653524992, TotalRequestedScaled: 6.032538387692308E8, TotalJVMHeap: 726138880, TotalAvailable: 486513049, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:22,053 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 57C8F094B5FA40C4A778E40340E6A326, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:22,053 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A75853D7D47446F79CBBF324A7F20DA2, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653524992, allocated=486513049
2016-05-17 21:11:22,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:22,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A75853D7D47446F79CBBF324A7F20DA2 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:22,053 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,054 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:22,054 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:22,055 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:22,055 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: A75853D7D47446F79CBBF324A7F20DA2 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:22,055 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653524992, postMergeMem=0, RuntimeTotalAvailable=486513049. Updated to: ShuffleMem=486513049, postMergeMem: 0
2016-05-17 21:11:22,055 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=486513049, maxSingleShuffleLimit=121628264, mergeThreshold=437861728, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:22,055 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:22,056 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:22,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,057 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:22,057 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,058 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519481718_0001_1_00_000000_0_10058, runDuration: 61734, ]
2016-05-17 21:11:22,059 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519481718_0001_1_00_000000_0_10058] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519482059, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:22,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:22,060 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:22,060 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [A75853D7D47446F79CBBF324A7F20DA2] #11 in 2ms
2016-05-17 21:11:22,061 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [A75853D7D47446F79CBBF324A7F20DA2] #11, status:false, isInterrupted:false
2016-05-17 21:11:22,061 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 48087B9D12D74947978C072237E02196
2016-05-17 21:11:22,061 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_false"], id: 57C8F094B5FA40C4A778E40340E6A326
2016-05-17 21:11:22,061 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:22,061 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_false"]
2016-05-17 21:11:22,062 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 48087B9D12D74947978C072237E02196, for 1 inputs
2016-05-17 21:11:22,063 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:22,063 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:22,063 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:22,063 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:22,063 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,063 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:22,064 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BDAF86A089EF431D94D19403917D24E5, all 1 inputs ready in: 00:00:00.002
2016-05-17 21:11:22,066 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@dab39bd; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@645bae4d
2016-05-17 21:11:22,070 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:22,071 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:22,071 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,072 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519481718_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:22,072 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,073 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BDAF86A089EF431D94D19403917D24E5, mem on close (mb), free: 125, total: 692, max: 692
2016-05-17 21:11:22,073 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: A75853D7D47446F79CBBF324A7F20DA2
2016-05-17 21:11:22,073 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:22,075 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:22,075 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:22,076 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:22,076 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,078 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519481718_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:22,079 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:22,080 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519482065, Process_Duration=7, Process_End_Time=1463519482072, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:22,080 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:22,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BDAF86A089EF431D94D19403917D24E5, taskAttemptId=attempt_1463519481718_0001_1_01_000000_0, startTime=1463519482029, finishTime=1463519482079, timeTaken=50, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482065, Process_Duration=7, Process_End_Time=1463519482072, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:22,081 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519481718_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:22,081 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22,081 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,081 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519481718_0001_00_000002
2016-05-17 21:11:22,081 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:22,081 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:22,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:TASK_FINISHED]: vertexName=BDAF86A089EF431D94D19403917D24E5, taskId=task_1463519481718_0001_1_01_000000, startTime=1463519482029, finishTime=1463519482081, timeTaken=52, status=SUCCEEDED, successfulAttemptID=attempt_1463519481718_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482065, Process_Duration=7, Process_End_Time=1463519482072, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:22,082 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519481718_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:22,082 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] : 1
2016-05-17 21:11:22,082 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:22,083 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:22,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:VERTEX_FINISHED]: vertexName=BDAF86A089EF431D94D19403917D24E5, vertexId=vertex_1463519481718_0001_1_01, initRequestedTime=1463519481899, initedTime=1463519481910, startRequestedTime=1463519481917, startedTime=1463519481917, finishTime=1463519482082, timeTaken=165, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482065, Process_Duration=7, Process_End_Time=1463519482072, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519482029, firstTasksToStart=[ task_1463519481718_0001_1_01_000000 ], lastTaskFinishTime=1463519482079, lastTasksToFinish=[ task_1463519481718_0001_1_01_000000 ], minTaskDuration=50, maxTaskDuration=50, avgTaskDuration=50.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519481718_0001_1_01_000000 ], longestDurationTasks=[ task_1463519481718_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:22,083 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:22,083 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:22,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519481718_0001_00_000002, stoppedTime=1463519482084, exitStatus=0
2016-05-17 21:11:22,084 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:22,084 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:22,084 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:22,084 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519481718_0001_1
2016-05-17 21:11:22,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519481718_0001_1
2016-05-17 21:11:22,085 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519481718_0001_1_00 [A75853D7D47446F79CBBF324A7F20DA2]
2016-05-17 21:11:22,085 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 57C8F094B5FA40C4A778E40340E6A326 for vertex: vertex_1463519481718_0001_1_01 [BDAF86A089EF431D94D19403917D24E5]
2016-05-17 21:11:22,094 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519481718_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:22,094 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519481718_0001_00_000002: 12 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:22,094 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519481718_0001_00_000002, Exiting
2016-05-17 21:11:22,094 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519481718_0001_00_000002
2016-05-17 21:11:22,094 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519481718_0001_00_000002
2016-05-17 21:11:22,096 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519481718_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:22,096 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519481718_0001_00_000002 completed successfully
2016-05-17 21:11:22,100 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519481718_0001_1, queueSize=0
2016-05-17 21:11:22,100 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:22,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519481718_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519481718_0001_1, startTime=1463519481897, finishTime=1463519482097, timeTaken=200, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1452277760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=5, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038964053, Process_Duration=11, Process_End_Time=2927038964064, Read_Duration=4, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:22,101 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519481718_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:22,101 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519481718_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:22,102 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519481718_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:22,102 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519481718_0001_00_000002
2016-05-17 21:11:22 Completed Dag: dag_1463519481718_0001_1
2016-05-17 21:11:22,103 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519481718_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:22,103 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519481718_0001_1_post
2016-05-17 21:11:22,104 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,104 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:22,109 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:22,110 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:22,110 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/true_true_false_false, applicationId=application_1463519481718_0001
2016-05-17 21:11:22,113 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:22,113 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:22,113 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:22,113 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:22,113 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:22,114 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:22,114 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:22,115 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:22,115 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:22,115 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:22,116 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:22,116 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:22,116 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:22,122 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/913CBAC9F80641C388B5CAC38B42B3A2/A3C98D24E45045FDA6D8137C4B85213A/.tez/application_1463519481718_0001
2016-05-17 21:11:22,122 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_false/_temporary
2016-05-17 21:11:22,123 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.424
2016-05-17 21:11:22,185 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:22,186 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:22,224 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-17 21:11:22,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-17 21:11:22,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:22,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:22,234 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:22,248 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:22,255 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_false
2016-05-17 21:11:22,300 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:22,300 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:22,300 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_false"]
2016-05-17 21:11:22,301 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:22,301 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:22,301 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:22,301 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ve/false_true_false_false
2016-05-17 21:11:22,301 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:22,319 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:22,324 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:22,325 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:22,325 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:22,337 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC/.tez/application_1463519482325_0001 doesn't exist and is created
2016-05-17 21:11:22,353 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:22,353 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:22,354 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC/.tez/application_1463519482325_0001
2016-05-17 21:11:22,356 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519482325_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:22,367 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:22,367 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:22,369 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:22,369 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:22,369 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC/.tez/application_1463519482325_0001/localmode-log-dir
2016-05-17 21:11:22,370 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC/.tez/application_1463519482325_0001/localmode-log-dir/history.txt.appattempt_1463519482325_0001_000000, maxErrors=10
2016-05-17 21:11:22,370 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:22,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519482325_0001_000000, appSubmitTime=1463519482356, launchTime=1463519482356
2016-05-17 21:11:22,374 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:22,376 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:22,377 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:22,377 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:22,381 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53306
2016-05-17 21:11:22,382 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:22,384 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519482325_0001_000000, startTime=1463519482384
2016-05-17 21:11:22,384 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:22,384 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:22,454 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:22,454 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:22,454 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ve/false_true_false_false, applicationId=application_1463519482325_0001, dagName=[B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false
2016-05-17 21:11:22,470 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false
2016-05-17 21:11:22,471 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519482325_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC/.tez/application_1463519482325_0001/localmode-log-dir/dag_1463519482325_0001_1.dot
2016-05-17 21:11:22,472 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC/.tez/application_1463519482325_0001/localmode-log-dir/dag_1463519482325_0001_1-tez-dag.pb.txt
2016-05-17 21:11:22,480 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519482325_0001_1
2016-05-17 21:11:22,480 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,480 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false
2016-05-17 21:11:22 Running Dag: dag_1463519482325_0001_1
2016-05-17 21:11:22,494 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:22,495 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519482325_0001_1, submitTime=1463519482470
2016-05-17 21:11:22,495 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D4A717AC03DC49D89A3356042D0AB84B
2016-05-17 21:11:22,496 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:22,496 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:22,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519482325_0001_1, initTime=1463519482495
2016-05-17 21:11:22,497 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519482325_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:22,498 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:22,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:DAG_STARTED]: dagID=dag_1463519482325_0001_1, startTime=1463519482497
2016-05-17 21:11:22,498 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:22,498 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519482325_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:22,498 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ve/false_true_false_false, applicationId=application_1463519482325_0001, dagName=[B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false
2016-05-17 21:11:22,498 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A0CD786B7DB7476FA26DF0782D91446C : {184B9BBF4F634B808B8C02B12AB1F21C={InputName=184B9BBF4F634B808B8C02B12AB1F21C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:22,498 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 184B9BBF4F634B808B8C02B12AB1F21C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:22,499 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,499 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,499 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,499 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]. Starting root input initializers: 1
2016-05-17 21:11:22,499 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:22,500 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,501 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 184B9BBF4F634B808B8C02B12AB1F21C on vertex vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,503 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:22,503 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,503 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,504 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,504 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=BDEE4E589B1B4DA7AA817D76D5347197, vertexId=vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:22,504 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=BDEE4E589B1B4DA7AA817D76D5347197, vertexId=vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,505 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:22,505 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 184B9BBF4F634B808B8C02B12AB1F21C asking for 1 tasks. Headroom: 692 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:22,506 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:22,506 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:22,506 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=BDEE4E589B1B4DA7AA817D76D5347197, vertexName=D4A717AC03DC49D89A3356042D0AB84B, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:22,507 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=BDEE4E589B1B4DA7AA817D76D5347197, vertexId=vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,508 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:22,508 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D4A717AC03DC49D89A3356042D0AB84B, vertexId=vertex_1463519482325_0001_1_01, initRequestedTime=1463519482500, initedTime=1463519482508, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:22,509 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:22,509 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:22,510 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 184B9BBF4F634B808B8C02B12AB1F21C on vertex vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,510 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:22,510 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {184B9BBF4F634B808B8C02B12AB1F21C=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:22,511 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] parallelism set to 1
2016-05-17 21:11:22,511 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:22,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519482325_0001_1_00, eventCount=1
2016-05-17 21:11:22,511 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A0CD786B7DB7476FA26DF0782D91446C, vertexId=vertex_1463519482325_0001_1_00, initRequestedTime=1463519482498, initedTime=1463519482511, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:22,512 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] with distanceFromRoot: 0
2016-05-17 21:11:22,511 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:22,512 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:22,512 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,512 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,513 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519482325_0001_1_00, startRequestedTime=1463519482512, startedTime=1463519482512
2016-05-17 21:11:22,513 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:22,513 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:22,523 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:22,523 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_STARTED]: vertexName=A0CD786B7DB7476FA26DF0782D91446C, taskId=task_1463519482325_0001_1_00_000000, scheduledTime=1463519482514, launchTime=1463519482514
2016-05-17 21:11:22,524 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482325_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:22,524 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519482325_0001_1_00 for vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] numStartedSources: 1 numSources: 1
2016-05-17 21:11:22,525 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] with distanceFromRoot: 1
2016-05-17 21:11:22,525 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,526 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A0CD786B7DB7476FA26DF0782D91446C in vertex: D4A717AC03DC49D89A3356042D0AB84B
2016-05-17 21:11:22,526 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519482325_0001, with dag id: dag_1463519482325_0001_1
2016-05-17 21:11:22,527 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D4A717AC03DC49D89A3356042D0AB84B with 1 source tasks and 1 pending tasks
2016-05-17 21:11:22,527 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519482325_0001_1_01, startRequestedTime=1463519482526, startedTime=1463519482526
2016-05-17 21:11:22,527 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:22,528 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:22,529 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false, VertexName: A0CD786B7DB7476FA26DF0782D91446C, VertexParallelism: 1, TaskAttemptID:attempt_1463519482325_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=184B9BBF4F634B808B8C02B12AB1F21C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D4A717AC03DC49D89A3356042D0AB84B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:22,529 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482325_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:22,529 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:22,530 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:22,530 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:22,531 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:22,533 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519482325_0001_00_000001
2016-05-17 21:11:22,533 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:22,535 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519482325_0001_00_000001
2016-05-17 21:11:22,535 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:22,536 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:22,536 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:22,536 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519482325_0001_00_000001, launchTime=1463519482536
2016-05-17 21:11:22,538 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482325_0001_00_000001
2016-05-17 21:11:22,538 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519482325_0001_1_00_000000_0] to container: [container_1463519482325_0001_00_000001]
2016-05-17 21:11:22,539 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:22,539 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519482325_0001_00_000001 given task: attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,539 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482325_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22 Starting to run new task attempt: attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,540 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,540 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,540 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:22,540 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:22,540 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:22,541 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:22,541 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:22,541 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false, VertexName: A0CD786B7DB7476FA26DF0782D91446C, VertexParallelism: 1, TaskAttemptID:attempt_1463519482325_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=184B9BBF4F634B808B8C02B12AB1F21C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D4A717AC03DC49D89A3356042D0AB84B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:22,541 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726138880
2016-05-17 21:11:22,540 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519482325_0001_1_00_000000_0] started. Is using containerId: [container_1463519482325_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:22,542 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:22,542 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:22,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=184B9BBF4F634B808B8C02B12AB1F21C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:22,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D4A717AC03DC49D89A3356042D0AB84B, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:22,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:22,542 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A0CD786B7DB7476FA26DF0782D91446C, taskAttemptId=attempt_1463519482325_0001_1_00_000000_0, startTime=1463519482539, containerId=container_1463519482325_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519482325_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:22,545 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482325_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:22,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 184B9BBF4F634B808B8C02B12AB1F21C
2016-05-17 21:11:22,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:22,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,542 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519482325_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:22,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D4A717AC03DC49D89A3356042D0AB84B
2016-05-17 21:11:22,545 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 184B9BBF4F634B808B8C02B12AB1F21C
2016-05-17 21:11:22,546 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482325_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:22,547 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:22,547 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D4A717AC03DC49D89A3356042D0AB84B
2016-05-17 21:11:22,548 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D4A717AC03DC49D89A3356042D0AB84B
2016-05-17 21:11:22,550 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:22,550 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:22,551 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 184B9BBF4F634B808B8C02B12AB1F21C
2016-05-17 21:11:22,551 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 184B9BBF4F634B808B8C02B12AB1F21C
2016-05-17 21:11:22,556 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A0CD786B7DB7476FA26DF0782D91446C, ordinal: 0
2016-05-17 21:11:22,556 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A0CD786B7DB7476FA26DF0782D91446C, mem on start (mb), free: 251, total: 692, max: 692
2016-05-17 21:11:22,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:22,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:22,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:22,558 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:22,558 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:22,558 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:22,559 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:22,559 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:22,560 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 726138880, TotalAvailable: 486513049, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:22,560 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 184B9BBF4F634B808B8C02B12AB1F21C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:22,560 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D4A717AC03DC49D89A3356042D0AB84B, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:22,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:22,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 184B9BBF4F634B808B8C02B12AB1F21C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:22,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:22,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:22,561 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 184B9BBF4F634B808B8C02B12AB1F21C
2016-05-17 21:11:22,563 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:22,563 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 184B9BBF4F634B808B8C02B12AB1F21C
2016-05-17 21:11:22,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:22,565 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,565 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:22,566 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@44389914
2016-05-17 21:11:22,568 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@44389914
2016-05-17 21:11:22,568 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:22,569 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:22,569 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:22,569 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 184B9BBF4F634B808B8C02B12AB1F21C
2016-05-17 21:11:22,570 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 8C48BA95DB0C407B8EF4D1630CA44CB7
2016-05-17 21:11:22,570 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 8C48BA95DB0C407B8EF4D1630CA44CB7
2016-05-17 21:11:22,573 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@32607988; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@5bcae98e; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@66ab98b6; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:22,573 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:22,573 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:22,573 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:22,587 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:22,587 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:22,588 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:22,588 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:22,588 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:22,588 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:22,588 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:22,589 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A0CD786B7DB7476FA26DF0782D91446C, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:22,595 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,595 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A0CD786B7DB7476FA26DF0782D91446C, mem on close (mb), free: 150, total: 692, max: 692
2016-05-17 21:11:22,595 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:22,595 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:22,596 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:22,596 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:22,601 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,606 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519482325_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:22,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519482325_0001_1_00, eventCount=1
2016-05-17 21:11:22,607 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1800, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519482589, Process_Duration=6, Process_End_Time=1463519482595, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=3][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:22,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A0CD786B7DB7476FA26DF0782D91446C, taskAttemptId=attempt_1463519482325_0001_1_00_000000_0, startTime=1463519482539, finishTime=1463519482607, timeTaken=68, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1800, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482589, Process_Duration=6, Process_End_Time=1463519482595, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:22,607 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:22,607 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482325_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:22,608 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:22,607 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:22,608 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_FINISHED]: vertexName=A0CD786B7DB7476FA26DF0782D91446C, taskId=task_1463519482325_0001_1_00_000000, startTime=1463519482539, finishTime=1463519482609, timeTaken=70, status=SUCCEEDED, successfulAttemptID=attempt_1463519482325_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1800, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482589, Process_Duration=6, Process_End_Time=1463519482595, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:22,610 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482325_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:22,610 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] : 1
2016-05-17 21:11:22,610 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,607 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,611 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:22,612 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_FINISHED]: vertexName=A0CD786B7DB7476FA26DF0782D91446C, vertexId=vertex_1463519482325_0001_1_00, initRequestedTime=1463519482498, initedTime=1463519482511, startRequestedTime=1463519482512, startedTime=1463519482512, finishTime=1463519482610, timeTaken=98, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1800, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482589, Process_Duration=6, Process_End_Time=1463519482595, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519482539, firstTasksToStart=[ task_1463519482325_0001_1_00_000000 ], lastTaskFinishTime=1463519482607, lastTasksToFinish=[ task_1463519482325_0001_1_00_000000 ], minTaskDuration=68, maxTaskDuration=68, avgTaskDuration=68.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519482325_0001_1_00_000000 ], longestDurationTasks=[ task_1463519482325_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:22,612 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:22,612 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:22,614 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482325_0001_00_000001
2016-05-17 21:11:22,614 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:22,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519482325_0001_00_000001, stoppedTime=1463519482615, exitStatus=0
2016-05-17 21:11:22,615 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:22,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:22,615 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] attempt: attempt_1463519482325_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:22,615 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D4A717AC03DC49D89A3356042D0AB84B
2016-05-17 21:11:22,615 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,616 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:22,616 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519482325_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:22,617 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_STARTED]: vertexName=D4A717AC03DC49D89A3356042D0AB84B, taskId=task_1463519482325_0001_1_01_000000, scheduledTime=1463519482617, launchTime=1463519482617
2016-05-17 21:11:22,617 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:22,617 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482325_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:22,618 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:22,619 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,619 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false, VertexName: D4A717AC03DC49D89A3356042D0AB84B, VertexParallelism: 1, TaskAttemptID:attempt_1463519482325_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A0CD786B7DB7476FA26DF0782D91446C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BDEE4E589B1B4DA7AA817D76D5347197, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:22,619 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482325_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:22,620 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:22,620 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519482325_0001_00_000002
2016-05-17 21:11:22,621 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:22,623 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519482325_0001_00_000002
2016-05-17 21:11:22,623 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:22,624 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:22,625 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519482325_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:22,625 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482325_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:22,625 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519482325_0001_00_000001, Exiting
2016-05-17 21:11:22,625 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519482325_0001_00_000001
2016-05-17 21:11:22,625 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519482325_0001_00_000001
2016-05-17 21:11:22,625 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519482325_0001_00_000002, launchTime=1463519482625
2016-05-17 21:11:22,625 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:22,627 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519482325_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:22,627 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519482325_0001_00_000001 completed successfully
2016-05-17 21:11:22,627 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:22,628 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482325_0001_00_000002
2016-05-17 21:11:22,629 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519482325_0001_1_01_000000_0] to container: [container_1463519482325_0001_00_000002]
2016-05-17 21:11:22,629 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:22,629 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519482325_0001_00_000002 given task: attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,630 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482325_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,630 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519482325_0001_1_01_000000_0] started. Is using containerId: [container_1463519482325_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:22,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:22,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D4A717AC03DC49D89A3356042D0AB84B, taskAttemptId=attempt_1463519482325_0001_1_01_000000_0, startTime=1463519482629, containerId=container_1463519482325_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519482325_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:22,631 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482325_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:22,631 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482325_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:22 Starting to run new task attempt: attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,631 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,631 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,631 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:22,632 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:22,632 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:22,632 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:22,632 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:22,633 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC] comprehensivesort/(1/1) ...ve/false_true_false_false, VertexName: D4A717AC03DC49D89A3356042D0AB84B, VertexParallelism: 1, TaskAttemptID:attempt_1463519482325_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A0CD786B7DB7476FA26DF0782D91446C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=BDEE4E589B1B4DA7AA817D76D5347197, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:22,633 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726138880
2016-05-17 21:11:22,633 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,633 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:22,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,634 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519482325_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:22,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BDEE4E589B1B4DA7AA817D76D5347197, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:22,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:22,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BDEE4E589B1B4DA7AA817D76D5347197
2016-05-17 21:11:22,636 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:22,636 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: BDEE4E589B1B4DA7AA817D76D5347197
2016-05-17 21:11:22,638 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:22,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A0CD786B7DB7476FA26DF0782D91446C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:22,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:22,642 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,644 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 653524992, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:22,644 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:22,644 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 653524992, type: INPUT, componentVertexName: A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,646 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D4A717AC03DC49D89A3356042D0AB84B, ordinal: 1
2016-05-17 21:11:22,646 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D4A717AC03DC49D89A3356042D0AB84B, mem on start (mb), free: 141, total: 692, max: 692
2016-05-17 21:11:22,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:22,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:22,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:22,649 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:22,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BDEE4E589B1B4DA7AA817D76D5347197
2016-05-17 21:11:22,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:22,649 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:22,649 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:22,650 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:22,650 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:22,650 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:22,650 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 653524992, TotalRequestedScaled: 6.032538387692308E8, TotalJVMHeap: 726138880, TotalAvailable: 486513049, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:22,650 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BDEE4E589B1B4DA7AA817D76D5347197, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:22,651 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A0CD786B7DB7476FA26DF0782D91446C, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=653524992, allocated=486513049
2016-05-17 21:11:22,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:22,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A0CD786B7DB7476FA26DF0782D91446C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:22,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:22,652 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:22,653 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:22,653 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:22,654 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: A0CD786B7DB7476FA26DF0782D91446C with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:22,654 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=653524992, postMergeMem=0, RuntimeTotalAvailable=486513049. Updated to: ShuffleMem=486513049, postMergeMem: 0
2016-05-17 21:11:22,654 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=486513049, maxSingleShuffleLimit=121628264, mergeThreshold=437861728, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:22,654 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:22,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,656 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:22,657 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,660 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:22,661 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519482325_0001_1_00_000000_0_10065, runDuration: 57386, ]
2016-05-17 21:11:22,661 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 8C48BA95DB0C407B8EF4D1630CA44CB7
2016-05-17 21:11:22,663 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_false"], id: BDEE4E589B1B4DA7AA817D76D5347197
2016-05-17 21:11:22,664 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519482325_0001_1_00_000000_0_10065] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519482663, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:22,664 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,664 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_false"]
2016-05-17 21:11:22,665 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:22,665 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 8C48BA95DB0C407B8EF4D1630CA44CB7, for 1 inputs
2016-05-17 21:11:22,666 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [A0CD786B7DB7476FA26DF0782D91446C] #12 in 4ms
2016-05-17 21:11:22,666 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [A0CD786B7DB7476FA26DF0782D91446C] #12, status:false, isInterrupted:false
2016-05-17 21:11:22,667 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:22,668 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:22,668 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:22,668 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:22,668 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:22,669 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,669 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:22,669 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D4A717AC03DC49D89A3356042D0AB84B, all 1 inputs ready in: 00:00:00.003
2016-05-17 21:11:22,671 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@2d9472e2; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@6d026ace
2016-05-17 21:11:22,675 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:22,675 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:22,676 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,676 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519482325_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:22,677 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,677 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D4A717AC03DC49D89A3356042D0AB84B, mem on close (mb), free: 138, total: 692, max: 692
2016-05-17 21:11:22,677 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: A0CD786B7DB7476FA26DF0782D91446C
2016-05-17 21:11:22,678 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:22,679 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:22,680 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:22,681 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:22,681 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,682 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519482325_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:22,683 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519482669, Process_Duration=8, Process_End_Time=1463519482677, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:22,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:22,684 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:22,684 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D4A717AC03DC49D89A3356042D0AB84B, taskAttemptId=attempt_1463519482325_0001_1_01_000000_0, startTime=1463519482629, finishTime=1463519482683, timeTaken=54, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482669, Process_Duration=8, Process_End_Time=1463519482677, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:22,684 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,684 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482325_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:22,684 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22,684 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:22,685 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:22,685 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:TASK_FINISHED]: vertexName=D4A717AC03DC49D89A3356042D0AB84B, taskId=task_1463519482325_0001_1_01_000000, startTime=1463519482629, finishTime=1463519482685, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1463519482325_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482669, Process_Duration=8, Process_End_Time=1463519482677, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:22,685 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482325_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:22,685 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] : 1
2016-05-17 21:11:22,686 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,686 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482325_0001_00_000002
2016-05-17 21:11:22,686 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:22,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:VERTEX_FINISHED]: vertexName=D4A717AC03DC49D89A3356042D0AB84B, vertexId=vertex_1463519482325_0001_1_01, initRequestedTime=1463519482500, initedTime=1463519482508, startRequestedTime=1463519482526, startedTime=1463519482526, finishTime=1463519482686, timeTaken=160, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=726138880, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519482669, Process_Duration=8, Process_End_Time=1463519482677, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519482629, firstTasksToStart=[ task_1463519482325_0001_1_01_000000 ], lastTaskFinishTime=1463519482683, lastTasksToFinish=[ task_1463519482325_0001_1_01_000000 ], minTaskDuration=54, maxTaskDuration=54, avgTaskDuration=54.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519482325_0001_1_01_000000 ], longestDurationTasks=[ task_1463519482325_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:22,687 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:22,687 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:22,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519482325_0001_00_000002, stoppedTime=1463519482687, exitStatus=0
2016-05-17 21:11:22,687 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:22,688 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:22,688 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:22,688 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519482325_0001_1
2016-05-17 21:11:22,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519482325_0001_1
2016-05-17 21:11:22,689 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: BDEE4E589B1B4DA7AA817D76D5347197 for vertex: vertex_1463519482325_0001_1_01 [D4A717AC03DC49D89A3356042D0AB84B]
2016-05-17 21:11:22,697 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519482325_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:22,697 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482325_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:22,697 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519482325_0001_00_000002, Exiting
2016-05-17 21:11:22,697 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519482325_0001_00_000002
2016-05-17 21:11:22,697 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519482325_0001_00_000002
2016-05-17 21:11:22,697 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519482325_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:22,697 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519482325_0001_00_000002 completed successfully
2016-05-17 21:11:22,701 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519482325_0001_1_00 [A0CD786B7DB7476FA26DF0782D91446C]
2016-05-17 21:11:22,704 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519482325_0001_1, queueSize=0
2016-05-17 21:11:22,704 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:22,704 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482325_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519482325_0001_1, startTime=1463519482497, finishTime=1463519482701, timeTaken=204, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=2034, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1452277760, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=8, LAST_EVENT_RECEIVED=8, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038965258, Process_Duration=14, Process_End_Time=2927038965272, Read_Duration=2, Tuples_Read=74, Tuples_Written=74, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:22,704 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519482325_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:22,704 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519482325_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:22,705 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519482325_0001_00_000002
2016-05-17 21:11:22,705 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482325_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:22 Completed Dag: dag_1463519482325_0001_1
2016-05-17 21:11:22,705 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519482325_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:22,705 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519482325_0001_1_post
2016-05-17 21:11:22,706 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:22,706 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:22,712 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ve/false_true_false_false, applicationId=application_1463519482325_0001
2016-05-17 21:11:22,715 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:22,715 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:22,715 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:22,715 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:22,715 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:22,715 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:22,716 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:22,716 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:22,716 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:22,717 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:22,718 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:22,718 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:22,718 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:22,728 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/B2FCC95629A847C9BB4E2424BE1B433C/E3B6E51FEAD94CC79F263909AA6766FC/.tez/application_1463519482325_0001
2016-05-17 21:11:22,728 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_false/_temporary
2016-05-17 21:11:22,729 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.428
2016-05-17 21:11:22,794 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:22,794 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:22,832 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-17 21:11:22,845 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.025
2016-05-17 21:11:22,845 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:22,845 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:22,846 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:22,861 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:22,868 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_false
2016-05-17 21:11:22,917 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:22,917 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:22,918 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_false"]
2016-05-17 21:11:22,918 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:22,918 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:22,918 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:22,920 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ve/false_false_true_false
2016-05-17 21:11:22,920 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:22,932 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:22,937 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:22,937 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:22,937 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:22,948 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56/.tez/application_1463519482937_0001 doesn't exist and is created
2016-05-17 21:11:22,962 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:22,963 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:22,963 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56/.tez/application_1463519482937_0001
2016-05-17 21:11:22,966 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519482937_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:22,975 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:22,976 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:22,978 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:22,978 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:22,978 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56/.tez/application_1463519482937_0001/localmode-log-dir
2016-05-17 21:11:22,978 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56/.tez/application_1463519482937_0001/localmode-log-dir/history.txt.appattempt_1463519482937_0001_000000, maxErrors=10
2016-05-17 21:11:22,978 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:22,979 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519482937_0001_000000, appSubmitTime=1463519482965, launchTime=1463519482965
2016-05-17 21:11:22,982 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:22,983 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:22,984 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:22,984 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:22,986 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:33314
2016-05-17 21:11:22,989 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:22,991 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519482937_0001_000000, startTime=1463519482991
2016-05-17 21:11:22,991 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:22,991 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:23,025 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:23,025 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:23,063 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:23,063 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:23,063 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ve/false_false_true_false, applicationId=application_1463519482937_0001, dagName=[08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false
2016-05-17 21:11:23,078 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false
2016-05-17 21:11:23,080 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519482937_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56/.tez/application_1463519482937_0001/localmode-log-dir/dag_1463519482937_0001_1.dot
2016-05-17 21:11:23,081 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56/.tez/application_1463519482937_0001/localmode-log-dir/dag_1463519482937_0001_1-tez-dag.pb.txt
2016-05-17 21:11:23,091 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519482937_0001_1
2016-05-17 21:11:23,091 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,091 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false
2016-05-17 21:11:23 Running Dag: dag_1463519482937_0001_1
2016-05-17 21:11:23,102 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519482937_0001_1, submitTime=1463519483079
2016-05-17 21:11:23,102 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:23,103 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AC4E85DD72644F318D53944A8FCB0720
2016-05-17 21:11:23,104 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:23,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519482937_0001_1, initTime=1463519483103
2016-05-17 21:11:23,104 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:23,105 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519482937_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:23,106 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:DAG_STARTED]: dagID=dag_1463519482937_0001_1, startTime=1463519483105
2016-05-17 21:11:23,106 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:23,106 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:23,106 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519482937_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:23,107 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: ADBA70C1864A41CD8CABA119841AF6EF : {B85DFD8DCDB648C8811C7E29C0B8CC03={InputName=B85DFD8DCDB648C8811C7E29C0B8CC03}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:23,107 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: B85DFD8DCDB648C8811C7E29C0B8CC03, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:23,107 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ve/false_false_true_false, applicationId=application_1463519482937_0001, dagName=[08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false
2016-05-17 21:11:23,107 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,107 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,107 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,108 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]. Starting root input initializers: 1
2016-05-17 21:11:23,108 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:23,108 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: B85DFD8DCDB648C8811C7E29C0B8CC03 on vertex vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,108 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,110 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:23,110 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input B85DFD8DCDB648C8811C7E29C0B8CC03 asking for 1 tasks. Headroom: 692 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:23,111 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:23,111 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:23,113 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:23,113 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,113 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:23,114 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,114 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: B85DFD8DCDB648C8811C7E29C0B8CC03 on vertex vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,114 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,115 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=11A406574A934B579D8CCC54ED6B0019, vertexId=vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:23,115 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=11A406574A934B579D8CCC54ED6B0019, vertexId=vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,117 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=11A406574A934B579D8CCC54ED6B0019, vertexName=AC4E85DD72644F318D53944A8FCB0720, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:23,117 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=11A406574A934B579D8CCC54ED6B0019, vertexId=vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,119 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:23,119 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AC4E85DD72644F318D53944A8FCB0720, vertexId=vertex_1463519482937_0001_1_01, initRequestedTime=1463519483108, initedTime=1463519483119, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:23,120 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:23,120 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:23,120 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {B85DFD8DCDB648C8811C7E29C0B8CC03=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:23,121 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] parallelism set to 1
2016-05-17 21:11:23,121 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:23,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519482937_0001_1_00, eventCount=1
2016-05-17 21:11:23,122 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_INITIALIZED]: vertexName=ADBA70C1864A41CD8CABA119841AF6EF, vertexId=vertex_1463519482937_0001_1_00, initRequestedTime=1463519483107, initedTime=1463519483122, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:23,122 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:23,123 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] with distanceFromRoot: 0
2016-05-17 21:11:23,123 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:23,124 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,124 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,124 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:23,125 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519482937_0001_1_00, startRequestedTime=1463519483124, startedTime=1463519483124
2016-05-17 21:11:23,125 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:23,126 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:23,126 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_STARTED]: vertexName=ADBA70C1864A41CD8CABA119841AF6EF, taskId=task_1463519482937_0001_1_00_000000, scheduledTime=1463519483126, launchTime=1463519483126
2016-05-17 21:11:23,126 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482937_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:23,127 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519482937_0001_1_00 for vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] numStartedSources: 1 numSources: 1
2016-05-17 21:11:23,127 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] with distanceFromRoot: 1
2016-05-17 21:11:23,127 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,128 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: ADBA70C1864A41CD8CABA119841AF6EF in vertex: AC4E85DD72644F318D53944A8FCB0720
2016-05-17 21:11:23,128 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: AC4E85DD72644F318D53944A8FCB0720 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:23,129 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:23,129 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519482937_0001_1_01, startRequestedTime=1463519483128, startedTime=1463519483128
2016-05-17 21:11:23,129 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:23,130 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false, VertexName: ADBA70C1864A41CD8CABA119841AF6EF, VertexParallelism: 1, TaskAttemptID:attempt_1463519482937_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B85DFD8DCDB648C8811C7E29C0B8CC03, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AC4E85DD72644F318D53944A8FCB0720, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:23,130 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482937_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:23,130 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:23,131 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:23,131 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519482937_0001, with dag id: dag_1463519482937_0001_1
2016-05-17 21:11:23,132 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:23,132 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:23,133 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519482937_0001_00_000001
2016-05-17 21:11:23,133 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:23,135 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519482937_0001_00_000001
2016-05-17 21:11:23,137 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:23,137 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:23,138 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:23,138 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519482937_0001_00_000001, launchTime=1463519483138
2016-05-17 21:11:23,138 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482937_0001_00_000001
2016-05-17 21:11:23,139 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519482937_0001_1_00_000000_0] to container: [container_1463519482937_0001_00_000001]
2016-05-17 21:11:23,139 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:23,140 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519482937_0001_1_00_000000_0] started. Is using containerId: [container_1463519482937_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:23,140 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:23,140 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=ADBA70C1864A41CD8CABA119841AF6EF, taskAttemptId=attempt_1463519482937_0001_1_00_000000_0, startTime=1463519483140, containerId=container_1463519482937_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519482937_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:23,140 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482937_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:23,141 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482937_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:23,141 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519482937_0001_00_000001 given task: attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,141 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482937_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23 Starting to run new task attempt: attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,142 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,142 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,142 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:23,142 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:23,142 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:23,142 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:23,143 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:23,143 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false, VertexName: ADBA70C1864A41CD8CABA119841AF6EF, VertexParallelism: 1, TaskAttemptID:attempt_1463519482937_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B85DFD8DCDB648C8811C7E29C0B8CC03, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AC4E85DD72644F318D53944A8FCB0720, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:23,143 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=726138880
2016-05-17 21:11:23,144 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,144 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519482937_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:23,144 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:23,145 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,146 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B85DFD8DCDB648C8811C7E29C0B8CC03, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:23,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:23,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,147 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B85DFD8DCDB648C8811C7E29C0B8CC03
2016-05-17 21:11:23,149 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: B85DFD8DCDB648C8811C7E29C0B8CC03
2016-05-17 21:11:23,150 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AC4E85DD72644F318D53944A8FCB0720, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:23,151 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:23,151 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AC4E85DD72644F318D53944A8FCB0720
2016-05-17 21:11:23,152 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:23,152 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: B85DFD8DCDB648C8811C7E29C0B8CC03
2016-05-17 21:11:23,152 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B85DFD8DCDB648C8811C7E29C0B8CC03
2016-05-17 21:11:23,153 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:23,155 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:23,155 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: AC4E85DD72644F318D53944A8FCB0720
2016-05-17 21:11:23,155 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AC4E85DD72644F318D53944A8FCB0720
2016-05-17 21:11:23,159 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: ADBA70C1864A41CD8CABA119841AF6EF, ordinal: 0
2016-05-17 21:11:23,159 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADBA70C1864A41CD8CABA119841AF6EF, mem on start (mb), free: 49, total: 692, max: 692
2016-05-17 21:11:23,159 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,159 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:23,159 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:23,159 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:23,160 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:23,160 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:23,160 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:23,160 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:23,160 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:23,160 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 726138880, TotalAvailable: 486513049, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:23,160 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B85DFD8DCDB648C8811C7E29C0B8CC03, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:23,160 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AC4E85DD72644F318D53944A8FCB0720, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:23,160 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:23,161 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B85DFD8DCDB648C8811C7E29C0B8CC03 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:23,161 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:23,161 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:23,161 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B85DFD8DCDB648C8811C7E29C0B8CC03
2016-05-17 21:11:23,161 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:23,161 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B85DFD8DCDB648C8811C7E29C0B8CC03
2016-05-17 21:11:23,161 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:23,161 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,162 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:23,163 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@576c2318
2016-05-17 21:11:23,165 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:23,166 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@576c2318
2016-05-17 21:11:23,166 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: B85DFD8DCDB648C8811C7E29C0B8CC03
2016-05-17 21:11:23,166 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:23,166 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:23,166 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: F4CA306A3A684990A8919E04CB8CF361
2016-05-17 21:11:23,167 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] F4CA306A3A684990A8919E04CB8CF361
2016-05-17 21:11:23,171 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@61f7ff6c; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@60a23db3; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@b0ea6f8; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:23,171 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:23,171 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:23,172 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:23,198 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:23,199 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:23,200 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:23,200 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:23,201 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:23,202 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:23,203 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:23,204 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: ADBA70C1864A41CD8CABA119841AF6EF, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:23,210 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,211 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: ADBA70C1864A41CD8CABA119841AF6EF, mem on close (mb), free: 154, total: 691, max: 691
2016-05-17 21:11:23,211 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:23,213 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:23,213 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:23,213 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:23,219 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:23 Completed running task attempt: attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,222 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519482937_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:23,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519482937_0001_1_00, eventCount=1
2016-05-17 21:11:23,224 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:23,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=ADBA70C1864A41CD8CABA119841AF6EF, taskAttemptId=attempt_1463519482937_0001_1_00_000000_0, startTime=1463519483140, finishTime=1463519483224, timeTaken=84, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519483204, Process_Duration=6, Process_End_Time=1463519483210, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:23,225 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482937_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:23,225 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23,225 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:23,225 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_FINISHED]: vertexName=ADBA70C1864A41CD8CABA119841AF6EF, taskId=task_1463519482937_0001_1_00_000000, startTime=1463519483140, finishTime=1463519483225, timeTaken=85, status=SUCCEEDED, successfulAttemptID=attempt_1463519482937_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519483204, Process_Duration=6, Process_End_Time=1463519483210, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:23,226 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482937_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:23,226 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] : 1
2016-05-17 21:11:23,226 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,227 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:23,227 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:23,228 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_FINISHED]: vertexName=ADBA70C1864A41CD8CABA119841AF6EF, vertexId=vertex_1463519482937_0001_1_00, initRequestedTime=1463519483107, initedTime=1463519483122, startRequestedTime=1463519483124, startedTime=1463519483124, finishTime=1463519483226, timeTaken=102, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519483204, Process_Duration=6, Process_End_Time=1463519483210, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519483140, firstTasksToStart=[ task_1463519482937_0001_1_00_000000 ], lastTaskFinishTime=1463519483224, lastTasksToFinish=[ task_1463519482937_0001_1_00_000000 ], minTaskDuration=84, maxTaskDuration=84, avgTaskDuration=84.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519482937_0001_1_00_000000 ], longestDurationTasks=[ task_1463519482937_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:23,228 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:23,229 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] attempt: attempt_1463519482937_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:23,229 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AC4E85DD72644F318D53944A8FCB0720
2016-05-17 21:11:23,229 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,230 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:23,230 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519482937_0001_00_000001, stoppedTime=1463519483230, exitStatus=0
2016-05-17 21:11:23,230 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:23,231 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:23,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:23,231 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_STARTED]: vertexName=AC4E85DD72644F318D53944A8FCB0720, taskId=task_1463519482937_0001_1_01_000000, scheduledTime=1463519483231, launchTime=1463519483231
2016-05-17 21:11:23,231 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482937_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:23,231 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:23,232 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519482937_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:23,232 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,232 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:23,232 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false, VertexName: AC4E85DD72644F318D53944A8FCB0720, VertexParallelism: 1, TaskAttemptID:attempt_1463519482937_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ADBA70C1864A41CD8CABA119841AF6EF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=11A406574A934B579D8CCC54ED6B0019, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:23,233 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482937_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:23,233 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:23,233 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519483204, Process_Duration=6, Process_End_Time=1463519483210, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:23,234 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:23,234 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,234 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519482937_0001_00_000002
2016-05-17 21:11:23,234 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:23,235 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482937_0001_00_000001
2016-05-17 21:11:23,236 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519482937_0001_00_000002
2016-05-17 21:11:23,236 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:23,236 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519482937_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:23,236 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482937_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:23,237 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519482937_0001_00_000001, Exiting
2016-05-17 21:11:23,237 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519482937_0001_00_000001
2016-05-17 21:11:23,237 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519482937_0001_00_000001
2016-05-17 21:11:23,241 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:23,241 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:23,242 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519482937_0001_00_000002, launchTime=1463519483241
2016-05-17 21:11:23,243 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519482937_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:23,244 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519482937_0001_00_000001 completed successfully
2016-05-17 21:11:23,244 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:23,245 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482937_0001_00_000002
2016-05-17 21:11:23,245 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519482937_0001_1_01_000000_0] to container: [container_1463519482937_0001_00_000002]
2016-05-17 21:11:23,246 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:23,246 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519482937_0001_1_01_000000_0] started. Is using containerId: [container_1463519482937_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:23,247 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:23,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AC4E85DD72644F318D53944A8FCB0720, taskAttemptId=attempt_1463519482937_0001_1_01_000000_0, startTime=1463519483246, containerId=container_1463519482937_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519482937_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:23,247 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482937_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:23,247 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482937_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:23,247 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519482937_0001_00_000002 given task: attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,248 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482937_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23 Starting to run new task attempt: attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,249 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,249 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,250 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:23,250 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:23,250 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:23,251 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:23,251 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:23,251 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56] comprehensivesort/(1/1) ...ve/false_false_true_false, VertexName: AC4E85DD72644F318D53944A8FCB0720, VertexParallelism: 1, TaskAttemptID:attempt_1463519482937_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=ADBA70C1864A41CD8CABA119841AF6EF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=11A406574A934B579D8CCC54ED6B0019, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:23,252 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=725090304
2016-05-17 21:11:23,253 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,253 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:23,254 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,255 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519482937_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:23,256 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,260 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:23,260 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=ADBA70C1864A41CD8CABA119841AF6EF, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:23,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:23,261 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=11A406574A934B579D8CCC54ED6B0019, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:23,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:23,262 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 11A406574A934B579D8CCC54ED6B0019
2016-05-17 21:11:23,262 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 652581248, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:23,263 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:23,263 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 652581248, type: INPUT, componentVertexName: ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,263 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:23,263 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,263 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 11A406574A934B579D8CCC54ED6B0019
2016-05-17 21:11:23,270 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AC4E85DD72644F318D53944A8FCB0720, ordinal: 1
2016-05-17 21:11:23,270 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC4E85DD72644F318D53944A8FCB0720, mem on start (mb), free: 147, total: 691, max: 691
2016-05-17 21:11:23,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:23,271 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:23,273 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:23,274 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 11A406574A934B579D8CCC54ED6B0019
2016-05-17 21:11:23,274 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:23,274 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:23,274 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:23,274 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:23,274 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:23,275 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:23,275 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 652581248, TotalRequestedScaled: 6.023826904615386E8, TotalJVMHeap: 725090304, TotalAvailable: 485810503, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:23,275 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, ADBA70C1864A41CD8CABA119841AF6EF, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=652581248, allocated=485810503
2016-05-17 21:11:23,275 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 11A406574A934B579D8CCC54ED6B0019, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:23,276 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:23,276 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,276 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:23,277 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:23,277 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: ADBA70C1864A41CD8CABA119841AF6EF with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:23,277 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=652581248, postMergeMem=0, RuntimeTotalAvailable=485810503. Updated to: ShuffleMem=485810503, postMergeMem: 0
2016-05-17 21:11:23,277 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=485810503, maxSingleShuffleLimit=121452624, mergeThreshold=437229440, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:23,278 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:23,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: ADBA70C1864A41CD8CABA119841AF6EF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:23,280 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:23,280 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,280 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:23,280 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:23,280 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,282 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519482937_0001_1_00_000000_0_10071, runDuration: 69240, ]
2016-05-17 21:11:23,284 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519482937_0001_1_00_000000_0_10071] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519483284, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:23,284 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,284 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:23,285 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [ADBA70C1864A41CD8CABA119841AF6EF] #13 in 3ms
2016-05-17 21:11:23,285 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [ADBA70C1864A41CD8CABA119841AF6EF] #13, status:false, isInterrupted:false
2016-05-17 21:11:23,285 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:23,286 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:23,286 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: F4CA306A3A684990A8919E04CB8CF361
2016-05-17 21:11:23,286 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_false"], id: 11A406574A934B579D8CCC54ED6B0019
2016-05-17 21:11:23,286 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:23,286 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_false"]
2016-05-17 21:11:23,287 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:23,287 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] F4CA306A3A684990A8919E04CB8CF361, for 1 inputs
2016-05-17 21:11:23,287 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:23,287 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:23,287 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,287 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:23,288 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AC4E85DD72644F318D53944A8FCB0720, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:23,290 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@7937c9b2; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@3d9b034a
2016-05-17 21:11:23,295 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:23,295 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:23,295 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,295 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519482937_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:23,296 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,296 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AC4E85DD72644F318D53944A8FCB0720, mem on close (mb), free: 144, total: 691, max: 691
2016-05-17 21:11:23,296 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: ADBA70C1864A41CD8CABA119841AF6EF
2016-05-17 21:11:23,297 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:23,297 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:23,297 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:23,298 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:23,298 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:23 Completed running task attempt: attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,299 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519482937_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:23,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519483288, Process_Duration=8, Process_End_Time=1463519483296, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:23,300 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:23,300 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:23,300 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AC4E85DD72644F318D53944A8FCB0720, taskAttemptId=attempt_1463519482937_0001_1_01_000000_0, startTime=1463519483246, finishTime=1463519483299, timeTaken=53, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519483288, Process_Duration=8, Process_End_Time=1463519483296, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:23,300 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,300 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519482937_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:23,300 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519482937_0001_00_000002
2016-05-17 21:11:23,301 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:23,301 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23,301 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:23,302 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:TASK_FINISHED]: vertexName=AC4E85DD72644F318D53944A8FCB0720, taskId=task_1463519482937_0001_1_01_000000, startTime=1463519483246, finishTime=1463519483301, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1463519482937_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519483288, Process_Duration=8, Process_End_Time=1463519483296, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:23,302 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519482937_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:23,302 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] : 1
2016-05-17 21:11:23,302 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,303 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:23,303 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:VERTEX_FINISHED]: vertexName=AC4E85DD72644F318D53944A8FCB0720, vertexId=vertex_1463519482937_0001_1_01, initRequestedTime=1463519483108, initedTime=1463519483119, startRequestedTime=1463519483128, startedTime=1463519483128, finishTime=1463519483302, timeTaken=174, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=725090304, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519483288, Process_Duration=8, Process_End_Time=1463519483296, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519483246, firstTasksToStart=[ task_1463519482937_0001_1_01_000000 ], lastTaskFinishTime=1463519483299, lastTasksToFinish=[ task_1463519482937_0001_1_01_000000 ], minTaskDuration=53, maxTaskDuration=53, avgTaskDuration=53.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519482937_0001_1_01_000000 ], longestDurationTasks=[ task_1463519482937_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:23,303 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:23,303 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:23,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519482937_0001_00_000002, stoppedTime=1463519483304, exitStatus=0
2016-05-17 21:11:23,304 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:23,304 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:23,305 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:23,305 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519482937_0001_1
2016-05-17 21:11:23,305 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519482937_0001_1
2016-05-17 21:11:23,305 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519482937_0001_1_00 [ADBA70C1864A41CD8CABA119841AF6EF]
2016-05-17 21:11:23,305 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 11A406574A934B579D8CCC54ED6B0019 for vertex: vertex_1463519482937_0001_1_01 [AC4E85DD72644F318D53944A8FCB0720]
2016-05-17 21:11:23,311 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519482937_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:23,311 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519482937_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:23,311 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519482937_0001_00_000002, Exiting
2016-05-17 21:11:23,311 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519482937_0001_00_000002
2016-05-17 21:11:23,311 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519482937_0001_00_000002
2016-05-17 21:11:23,312 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519482937_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:23,312 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519482937_0001_00_000002 completed successfully
2016-05-17 21:11:23,315 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519482937_0001_1, queueSize=0
2016-05-17 21:11:23,315 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:23,316 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519482937_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519482937_0001_1, startTime=1463519483105, finishTime=1463519483312, timeTaken=207, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1450180608, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038966492, Process_Duration=14, Process_End_Time=2927038966506, Read_Duration=5, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:23,316 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519482937_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:23,316 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519482937_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:23,317 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519482937_0001_00_000002
2016-05-17 21:11:23,317 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519482937_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:23 Completed Dag: dag_1463519482937_0001_1
2016-05-17 21:11:23,318 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519482937_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:23,318 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519482937_0001_1_post
2016-05-17 21:11:23,319 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,319 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:23,323 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ve/false_false_true_false, applicationId=application_1463519482937_0001
2016-05-17 21:11:23,326 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:23,326 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:23,327 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:23,327 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:23,327 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:23,327 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:23,328 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:23,328 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:23,328 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:23,328 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:23,328 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:23,329 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:23,329 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:23,333 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/08D6ABF421344AC0AD38E36899F65174/A90D394A16D6406098EC460039850E56/.tez/application_1463519482937_0001
2016-05-17 21:11:23,333 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_false/_temporary
2016-05-17 21:11:23,334 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.416
2016-05-17 21:11:23,412 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:23,413 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:23,449 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-17 21:11:23,464 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.028
2016-05-17 21:11:23,465 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:23,465 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:23,465 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:23,478 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:23,485 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_false
2016-05-17 21:11:23,528 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:23,528 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:23,528 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_false"]
2016-05-17 21:11:23,528 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:23,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:23,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:23,529 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/true_false_true_false
2016-05-17 21:11:23,530 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:23,541 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:23,545 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:23,546 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:23,546 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:23,557 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B/.tez/application_1463519483546_0001 doesn't exist and is created
2016-05-17 21:11:23,573 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:23,573 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:23,573 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B/.tez/application_1463519483546_0001
2016-05-17 21:11:23,578 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519483546_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:23,588 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:23,589 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:23,590 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:23,591 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:23,591 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B/.tez/application_1463519483546_0001/localmode-log-dir
2016-05-17 21:11:23,591 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B/.tez/application_1463519483546_0001/localmode-log-dir/history.txt.appattempt_1463519483546_0001_000000, maxErrors=10
2016-05-17 21:11:23,592 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:23,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519483546_0001_000000, appSubmitTime=1463519483577, launchTime=1463519483578
2016-05-17 21:11:23,596 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:23,597 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:23,600 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:37299
2016-05-17 21:11:23,602 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:23,602 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:23,603 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:23,607 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519483546_0001_000000, startTime=1463519483607
2016-05-17 21:11:23,607 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:23,607 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:23,673 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:23,673 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:23,673 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/true_false_true_false, applicationId=application_1463519483546_0001, dagName=[74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false
2016-05-17 21:11:23,689 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false
2016-05-17 21:11:23,690 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519483546_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B/.tez/application_1463519483546_0001/localmode-log-dir/dag_1463519483546_0001_1.dot
2016-05-17 21:11:23,691 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B/.tez/application_1463519483546_0001/localmode-log-dir/dag_1463519483546_0001_1-tez-dag.pb.txt
2016-05-17 21:11:23,698 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519483546_0001_1
2016-05-17 21:11:23,698 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,698 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false
2016-05-17 21:11:23 Running Dag: dag_1463519483546_0001_1
2016-05-17 21:11:23,709 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519483546_0001_1, submitTime=1463519483689
2016-05-17 21:11:23,709 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:23,709 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex FAD059317E354099AF9EC16C2F8CA635
2016-05-17 21:11:23,710 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:23,710 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519483546_0001_1, initTime=1463519483709
2016-05-17 21:11:23,710 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:23,710 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519483546_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:23,711 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:DAG_STARTED]: dagID=dag_1463519483546_0001_1, startTime=1463519483711
2016-05-17 21:11:23,712 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:23,712 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519483546_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:23,712 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:23,712 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F7FF270FB60843988BFC343C06D54567 : {9E66CDDDAC8A44F99C0E1F41C020F9D3={InputName=9E66CDDDAC8A44F99C0E1F41C020F9D3}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:23,712 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 9E66CDDDAC8A44F99C0E1F41C020F9D3, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:23,712 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:23,712 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:23,712 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:23,713 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]. Starting root input initializers: 1
2016-05-17 21:11:23,713 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/true_false_true_false, applicationId=application_1463519483546_0001, dagName=[74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false
2016-05-17 21:11:23,713 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 9E66CDDDAC8A44F99C0E1F41C020F9D3 on vertex vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:23,713 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:23,714 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:23,715 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:23,716 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 9E66CDDDAC8A44F99C0E1F41C020F9D3 asking for 1 tasks. Headroom: 691 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:23,716 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:23,716 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:23,716 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:23,717 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:23,717 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:23,717 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:23,717 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=336F91584F2D424BA3F9574BC0556E34, vertexId=vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:23,717 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=336F91584F2D424BA3F9574BC0556E34, vertexId=vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:23,717 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:23,717 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:23,718 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:23,718 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 9E66CDDDAC8A44F99C0E1F41C020F9D3 on vertex vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:23,719 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=336F91584F2D424BA3F9574BC0556E34, vertexName=FAD059317E354099AF9EC16C2F8CA635, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:23,719 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=336F91584F2D424BA3F9574BC0556E34, vertexId=vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:23,720 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:23,720 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_INITIALIZED]: vertexName=FAD059317E354099AF9EC16C2F8CA635, vertexId=vertex_1463519483546_0001_1_01, initRequestedTime=1463519483714, initedTime=1463519483720, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:23,720 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:23,721 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:23,721 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {9E66CDDDAC8A44F99C0E1F41C020F9D3=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:23,721 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] parallelism set to 1
2016-05-17 21:11:23,721 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:23,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519483546_0001_1_00, eventCount=1
2016-05-17 21:11:23,722 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F7FF270FB60843988BFC343C06D54567, vertexId=vertex_1463519483546_0001_1_00, initRequestedTime=1463519483712, initedTime=1463519483722, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:23,723 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] with distanceFromRoot: 0
2016-05-17 21:11:23,723 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:23,722 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:23,723 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:23,724 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:23,724 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519483546_0001_1_00, startRequestedTime=1463519483723, startedTime=1463519483723
2016-05-17 21:11:23,724 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:23,724 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:23,725 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:23,725 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_STARTED]: vertexName=F7FF270FB60843988BFC343C06D54567, taskId=task_1463519483546_0001_1_00_000000, scheduledTime=1463519483725, launchTime=1463519483725
2016-05-17 21:11:23,725 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519483546_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:23,726 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519483546_0001_1_00 for vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] numStartedSources: 1 numSources: 1
2016-05-17 21:11:23,726 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] with distanceFromRoot: 1
2016-05-17 21:11:23,726 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:23,727 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F7FF270FB60843988BFC343C06D54567 in vertex: FAD059317E354099AF9EC16C2F8CA635
2016-05-17 21:11:23,727 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: FAD059317E354099AF9EC16C2F8CA635 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:23,727 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519483546_0001_1_01, startRequestedTime=1463519483726, startedTime=1463519483726
2016-05-17 21:11:23,727 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:23,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:23,728 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false, VertexName: F7FF270FB60843988BFC343C06D54567, VertexParallelism: 1, TaskAttemptID:attempt_1463519483546_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=9E66CDDDAC8A44F99C0E1F41C020F9D3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FAD059317E354099AF9EC16C2F8CA635, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:23,728 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519483546_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:23,729 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:23,729 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:23,730 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:23,730 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:23,730 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519483546_0001_00_000001
2016-05-17 21:11:23,730 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:23,732 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519483546_0001_00_000001
2016-05-17 21:11:23,732 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:23,732 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:23,733 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:23,733 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519483546_0001_00_000001, launchTime=1463519483732
2016-05-17 21:11:23,734 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519483546_0001_00_000001
2016-05-17 21:11:23,735 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519483546_0001_1_00_000000_0] to container: [container_1463519483546_0001_00_000001]
2016-05-17 21:11:23,735 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:23,735 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519483546_0001_1_00_000000_0] started. Is using containerId: [container_1463519483546_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:23,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F7FF270FB60843988BFC343C06D54567, taskAttemptId=attempt_1463519483546_0001_1_00_000000_0, startTime=1463519483735, containerId=container_1463519483546_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519483546_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:23,736 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519483546_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:23,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:23,736 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519483546_0001_00_000001 given task: attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:23,736 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519483546_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:23,736 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519483546_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:23 Starting to run new task attempt: attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:23,737 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:23,737 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:23,737 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:23,737 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:23,737 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:23,737 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:23,738 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:23,738 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false, VertexName: F7FF270FB60843988BFC343C06D54567, VertexParallelism: 1, TaskAttemptID:attempt_1463519483546_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=9E66CDDDAC8A44F99C0E1F41C020F9D3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=FAD059317E354099AF9EC16C2F8CA635, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:23,738 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=725090304
2016-05-17 21:11:23,740 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519483546_0001, with dag id: dag_1463519483546_0001_1
2016-05-17 21:11:23,740 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:23,740 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:23,741 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,744 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519483546_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:23,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=9E66CDDDAC8A44F99C0E1F41C020F9D3, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:23,744 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:23,745 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 9E66CDDDAC8A44F99C0E1F41C020F9D3
2016-05-17 21:11:23,745 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 9E66CDDDAC8A44F99C0E1F41C020F9D3
2016-05-17 21:11:23,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=FAD059317E354099AF9EC16C2F8CA635, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:23,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:23,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: FAD059317E354099AF9EC16C2F8CA635
2016-05-17 21:11:23,749 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:23,751 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:23,751 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 9E66CDDDAC8A44F99C0E1F41C020F9D3
2016-05-17 21:11:23,751 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 9E66CDDDAC8A44F99C0E1F41C020F9D3
2016-05-17 21:11:23,752 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:23,752 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: FAD059317E354099AF9EC16C2F8CA635
2016-05-17 21:11:23,752 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: FAD059317E354099AF9EC16C2F8CA635
2016-05-17 21:11:23,757 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F7FF270FB60843988BFC343C06D54567, ordinal: 0
2016-05-17 21:11:23,757 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F7FF270FB60843988BFC343C06D54567, mem on start (mb), free: 57, total: 691, max: 691
2016-05-17 21:11:23,757 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:23,757 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:23,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:23,758 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:23,758 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:23,758 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:23,758 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:23,758 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:23,759 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:23,759 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 725090304, TotalAvailable: 485810503, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:23,759 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 9E66CDDDAC8A44F99C0E1F41C020F9D3, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:23,759 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, FAD059317E354099AF9EC16C2F8CA635, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:23,759 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:23,759 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 9E66CDDDAC8A44F99C0E1F41C020F9D3 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:23,760 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:23,760 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:23,760 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 9E66CDDDAC8A44F99C0E1F41C020F9D3
2016-05-17 21:11:23,760 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:23,760 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 9E66CDDDAC8A44F99C0E1F41C020F9D3
2016-05-17 21:11:23,761 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:23,761 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:23,761 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:23,762 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@75007406
2016-05-17 21:11:23,763 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@75007406
2016-05-17 21:11:23,763 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:23,763 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:23,765 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:23,765 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 9E66CDDDAC8A44F99C0E1F41C020F9D3
2016-05-17 21:11:23,766 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 26FF4560AB1A44468D996C05D6F126A5
2016-05-17 21:11:23,766 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 26FF4560AB1A44468D996C05D6F126A5
2016-05-17 21:11:23,768 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@7cf52a6; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@3c3b144b; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@4ab166d1; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:23,768 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:23,768 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:23,769 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:24,065 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:24,065 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:24,066 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:24,066 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:24,066 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:24,066 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:24,066 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:24,067 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F7FF270FB60843988BFC343C06D54567, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:24,071 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:24,071 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F7FF270FB60843988BFC343C06D54567, mem on close (mb), free: 246, total: 370, max: 672
2016-05-17 21:11:24,071 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:24,071 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:24,071 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:24,071 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:24,077 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:24,081 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519483546_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:24,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519483546_0001_1_00, eventCount=1
2016-05-17 21:11:24,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F7FF270FB60843988BFC343C06D54567, taskAttemptId=attempt_1463519483546_0001_1_00_000000_0, startTime=1463519483735, finishTime=1463519484082, timeTaken=347, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=283, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484067, Process_Duration=4, Process_End_Time=1463519484071, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:24,083 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:24,083 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519483546_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:24,083 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:24,083 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:24,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_FINISHED]: vertexName=F7FF270FB60843988BFC343C06D54567, taskId=task_1463519483546_0001_1_00_000000, startTime=1463519483735, finishTime=1463519484083, timeTaken=348, status=SUCCEEDED, successfulAttemptID=attempt_1463519483546_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=283, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484067, Process_Duration=4, Process_End_Time=1463519484071, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:24,084 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519483546_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:24,084 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] : 1
2016-05-17 21:11:24,084 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:24,085 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:24,087 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_FINISHED]: vertexName=F7FF270FB60843988BFC343C06D54567, vertexId=vertex_1463519483546_0001_1_00, initRequestedTime=1463519483712, initedTime=1463519483722, startRequestedTime=1463519483723, startedTime=1463519483723, finishTime=1463519484084, timeTaken=361, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=283, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484067, Process_Duration=4, Process_End_Time=1463519484071, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519483735, firstTasksToStart=[ task_1463519483546_0001_1_00_000000 ], lastTaskFinishTime=1463519484082, lastTasksToFinish=[ task_1463519483546_0001_1_00_000000 ], minTaskDuration=347, maxTaskDuration=347, avgTaskDuration=347.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519483546_0001_1_00_000000 ], longestDurationTasks=[ task_1463519483546_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:24,087 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:24,087 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:24,088 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:24,088 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] attempt: attempt_1463519483546_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:24,088 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: FAD059317E354099AF9EC16C2F8CA635
2016-05-17 21:11:24,088 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:24,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519483546_0001_00_000001, stoppedTime=1463519484088, exitStatus=0
2016-05-17 21:11:24,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:24,089 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=283, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519484067, Process_Duration=4, Process_End_Time=1463519484071, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:24,088 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:24,089 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:24,089 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,089 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:24,089 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_STARTED]: vertexName=FAD059317E354099AF9EC16C2F8CA635, taskId=task_1463519483546_0001_1_01_000000, scheduledTime=1463519484089, launchTime=1463519484089
2016-05-17 21:11:24,090 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:24,090 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519483546_0001_00_000001
2016-05-17 21:11:24,090 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519483546_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:24,090 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519483546_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:24,090 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519483546_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:24,090 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:24,090 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519483546_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:24,090 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false, VertexName: FAD059317E354099AF9EC16C2F8CA635, VertexParallelism: 1, TaskAttemptID:attempt_1463519483546_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F7FF270FB60843988BFC343C06D54567, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=336F91584F2D424BA3F9574BC0556E34, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:24,091 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519483546_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:24,091 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:24,091 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:24,091 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519483546_0001_00_000001, Exiting
2016-05-17 21:11:24,091 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519483546_0001_00_000001
2016-05-17 21:11:24,091 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519483546_0001_00_000001
2016-05-17 21:11:24,093 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519483546_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:24,093 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519483546_0001_00_000002
2016-05-17 21:11:24,093 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:24,093 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519483546_0001_00_000001 completed successfully
2016-05-17 21:11:24,095 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519483546_0001_00_000002
2016-05-17 21:11:24,095 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:24,096 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:24,098 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:24,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519483546_0001_00_000002, launchTime=1463519484098
2016-05-17 21:11:24,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:24,099 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519483546_0001_00_000002
2016-05-17 21:11:24,100 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519483546_0001_1_01_000000_0] to container: [container_1463519483546_0001_00_000002]
2016-05-17 21:11:24,100 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:24,100 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519483546_0001_00_000002 given task: attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,101 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519483546_0001_1_01_000000_0] started. Is using containerId: [container_1463519483546_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:24,101 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519483546_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:24,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=FAD059317E354099AF9EC16C2F8CA635, taskAttemptId=attempt_1463519483546_0001_1_01_000000_0, startTime=1463519484100, containerId=container_1463519483546_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519483546_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:24 Starting to run new task attempt: attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,101 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519483546_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:24,101 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,101 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519483546_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:24,101 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,102 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:24,102 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:24,102 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:24,102 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:24,102 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:24,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B] comprehensivesort/(1/1) ...ive/true_false_true_false, VertexName: FAD059317E354099AF9EC16C2F8CA635, VertexParallelism: 1, TaskAttemptID:attempt_1463519483546_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F7FF270FB60843988BFC343C06D54567, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=336F91584F2D424BA3F9574BC0556E34, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:24,102 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:24,103 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:24,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F7FF270FB60843988BFC343C06D54567, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:24,104 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519483546_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:24,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:24,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=336F91584F2D424BA3F9574BC0556E34, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:24,108 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:24,108 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:24,108 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:24,108 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:24,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 336F91584F2D424BA3F9574BC0556E34
2016-05-17 21:11:24,110 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:24,110 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 336F91584F2D424BA3F9574BC0556E34
2016-05-17 21:11:24,114 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: FAD059317E354099AF9EC16C2F8CA635, ordinal: 1
2016-05-17 21:11:24,114 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FAD059317E354099AF9EC16C2F8CA635, mem on start (mb), free: 239, total: 370, max: 672
2016-05-17 21:11:24,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:24,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:24,119 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:24,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 336F91584F2D424BA3F9574BC0556E34
2016-05-17 21:11:24,119 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:24,119 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:24,120 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:24,120 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:24,120 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:24,120 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:24,120 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:24,120 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F7FF270FB60843988BFC343C06D54567, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-05-17 21:11:24,120 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 336F91584F2D424BA3F9574BC0556E34, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:24,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:24,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F7FF270FB60843988BFC343C06D54567 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:24,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:24,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:24,121 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,122 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:24,122 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:24,123 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F7FF270FB60843988BFC343C06D54567 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:24,123 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-05-17 21:11:24,123 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:24,123 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:24,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:24,126 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,127 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519483546_0001_1_00_000000_0_10077, runDuration: 329109, ]
2016-05-17 21:11:24,128 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519483546_0001_1_00_000000_0_10077] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519484128, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:24,128 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,128 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:24,129 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:24,129 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [F7FF270FB60843988BFC343C06D54567] #14 in 2ms
2016-05-17 21:11:24,129 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F7FF270FB60843988BFC343C06D54567] #14, status:false, isInterrupted:false
2016-05-17 21:11:24,130 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 26FF4560AB1A44468D996C05D6F126A5
2016-05-17 21:11:24,131 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:24,131 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_false"], id: 336F91584F2D424BA3F9574BC0556E34
2016-05-17 21:11:24,131 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_false"]
2016-05-17 21:11:24,131 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 26FF4560AB1A44468D996C05D6F126A5, for 1 inputs
2016-05-17 21:11:24,132 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:24,132 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:24,132 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:24,132 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:24,132 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,132 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:24,132 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: FAD059317E354099AF9EC16C2F8CA635, all 1 inputs ready in: 00:00:00.001
2016-05-17 21:11:24,135 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@c33d21f; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@1e27f77b
2016-05-17 21:11:24,139 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:24,139 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:24,139 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,139 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519483546_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:24,140 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,140 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: FAD059317E354099AF9EC16C2F8CA635, mem on close (mb), free: 236, total: 370, max: 672
2016-05-17 21:11:24,140 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F7FF270FB60843988BFC343C06D54567
2016-05-17 21:11:24,141 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:24,143 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:24,143 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:24,143 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:24,143 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,144 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519483546_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:24,145 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519484133, Process_Duration=7, Process_End_Time=1463519484140, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:24,145 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=FAD059317E354099AF9EC16C2F8CA635, taskAttemptId=attempt_1463519483546_0001_1_01_000000_0, startTime=1463519484100, finishTime=1463519484145, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484133, Process_Duration=7, Process_End_Time=1463519484140, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:24,145 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519483546_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:24,145 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24,145 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:24,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:24,146 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:TASK_FINISHED]: vertexName=FAD059317E354099AF9EC16C2F8CA635, taskId=task_1463519483546_0001_1_01_000000, startTime=1463519484100, finishTime=1463519484146, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463519483546_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484133, Process_Duration=7, Process_End_Time=1463519484140, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:24,146 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:24,146 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519483546_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:24,146 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] : 1
2016-05-17 21:11:24,147 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:24,147 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:24,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:VERTEX_FINISHED]: vertexName=FAD059317E354099AF9EC16C2F8CA635, vertexId=vertex_1463519483546_0001_1_01, initRequestedTime=1463519483714, initedTime=1463519483720, startRequestedTime=1463519483726, startedTime=1463519483726, finishTime=1463519484147, timeTaken=421, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=387973120, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484133, Process_Duration=7, Process_End_Time=1463519484140, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519484100, firstTasksToStart=[ task_1463519483546_0001_1_01_000000 ], lastTaskFinishTime=1463519484145, lastTasksToFinish=[ task_1463519483546_0001_1_01_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519483546_0001_1_01_000000 ], longestDurationTasks=[ task_1463519483546_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:24,148 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:24,148 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:24,148 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519483546_0001_00_000002, stoppedTime=1463519484148, exitStatus=0
2016-05-17 21:11:24,148 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:24,149 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:24,149 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519483546_0001_1
2016-05-17 21:11:24,149 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519483546_0001_1
2016-05-17 21:11:24,149 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519483546_0001_1_00 [F7FF270FB60843988BFC343C06D54567]
2016-05-17 21:11:24,149 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 336F91584F2D424BA3F9574BC0556E34 for vertex: vertex_1463519483546_0001_1_01 [FAD059317E354099AF9EC16C2F8CA635]
2016-05-17 21:11:24,148 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:24,150 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:24,150 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,150 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519483546_0001_00_000002
2016-05-17 21:11:24,151 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519483546_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:24,151 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519483546_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:24,151 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519483546_0001_00_000002, Exiting
2016-05-17 21:11:24,151 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519483546_0001_00_000002
2016-05-17 21:11:24,151 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519483546_0001_00_000002
2016-05-17 21:11:24,152 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519483546_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:24,152 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519483546_0001_00_000002 completed successfully
2016-05-17 21:11:24,159 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519483546_0001_1, queueSize=0
2016-05-17 21:11:24,159 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:24,160 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519483546_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519483546_0001_1, startTime=1463519483711, finishTime=1463519484157, timeTaken=446, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=283, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=775946240, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038968200, Process_Duration=11, Process_End_Time=2927038968211, Read_Duration=5, Tuples_Read=74, Tuples_Written=74, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:24,160 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519483546_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:24,160 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519483546_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:24,161 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519483546_0001_00_000002
2016-05-17 21:11:24,161 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519483546_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:24 Completed Dag: dag_1463519483546_0001_1
2016-05-17 21:11:24,162 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519483546_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:24,162 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519483546_0001_1_post
2016-05-17 21:11:24,162 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,163 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:24,168 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/true_false_true_false, applicationId=application_1463519483546_0001
2016-05-17 21:11:24,172 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:24,172 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:24,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:24,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:24,172 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:24,173 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:24,173 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:24,173 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:24,174 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:24,174 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:24,174 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:24,174 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:24,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:24,179 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/74A827ABA06F47C380AF1DB15B15122C/D11F0DD81F944320934A2707A4B0325B/.tez/application_1463519483546_0001
2016-05-17 21:11:24,179 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_false/_temporary
2016-05-17 21:11:24,180 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.652
2016-05-17 21:11:24,244 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:24,244 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:24,281 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.013
2016-05-17 21:11:24,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-17 21:11:24,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:24,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:24,292 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:24,306 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:24,313 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_false
2016-05-17 21:11:24,355 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:24,356 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:24,356 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_false"]
2016-05-17 21:11:24,356 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:24,357 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:24,357 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:24,357 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...sive/true_true_true_false
2016-05-17 21:11:24,357 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:24,374 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:24,379 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:24,380 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:24,380 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:24,389 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA/.tez/application_1463519484379_0001 doesn't exist and is created
2016-05-17 21:11:24,407 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:24,407 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:24,407 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA/.tez/application_1463519484379_0001
2016-05-17 21:11:24,410 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519484379_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:24,418 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:24,418 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:24,419 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:24,420 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:24,421 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:24,421 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:24,421 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA/.tez/application_1463519484379_0001/localmode-log-dir
2016-05-17 21:11:24,423 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA/.tez/application_1463519484379_0001/localmode-log-dir/history.txt.appattempt_1463519484379_0001_000000, maxErrors=10
2016-05-17 21:11:24,423 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:24,423 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519484379_0001_000000, appSubmitTime=1463519484409, launchTime=1463519484409
2016-05-17 21:11:24,427 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:24,429 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:24,430 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:24,430 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:24,432 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:52457
2016-05-17 21:11:24,434 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:24,436 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519484379_0001_000000, startTime=1463519484436
2016-05-17 21:11:24,436 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:24,436 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:24,507 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:24,507 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:24,507 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sive/true_true_true_false, applicationId=application_1463519484379_0001, dagName=[EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false
2016-05-17 21:11:24,523 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false
2016-05-17 21:11:24,524 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519484379_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA/.tez/application_1463519484379_0001/localmode-log-dir/dag_1463519484379_0001_1.dot
2016-05-17 21:11:24,525 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA/.tez/application_1463519484379_0001/localmode-log-dir/dag_1463519484379_0001_1-tez-dag.pb.txt
2016-05-17 21:11:24,533 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519484379_0001_1
2016-05-17 21:11:24,533 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,533 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false
2016-05-17 21:11:24 Running Dag: dag_1463519484379_0001_1
2016-05-17 21:11:24,545 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:24,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519484379_0001_1, submitTime=1463519484523
2016-05-17 21:11:24,546 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B9C51235943347D2A0FA706BA2CB82BF
2016-05-17 21:11:24,546 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:24,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:24,547 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519484379_0001_1, initTime=1463519484545
2016-05-17 21:11:24,547 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519484379_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:24,548 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:DAG_STARTED]: dagID=dag_1463519484379_0001_1, startTime=1463519484547
2016-05-17 21:11:24,548 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:24,548 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519484379_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:24,548 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: CFE931326F084C8597D0D4E7657FE0C8 : {D68B04302E4B4C0ABCBF9F8CD6C18B8E={InputName=D68B04302E4B4C0ABCBF9F8CD6C18B8E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:24,548 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: D68B04302E4B4C0ABCBF9F8CD6C18B8E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:24,548 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:24,548 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sive/true_true_true_false, applicationId=application_1463519484379_0001, dagName=[EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false
2016-05-17 21:11:24,548 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,549 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,549 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,549 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]. Starting root input initializers: 1
2016-05-17 21:11:24,549 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:24,550 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,551 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: D68B04302E4B4C0ABCBF9F8CD6C18B8E on vertex vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,552 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:24,552 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,553 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,553 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,553 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:24,553 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=D3E0C7927DDF4B1C9958CC1562B9CCFC, vertexId=vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:24,553 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=D3E0C7927DDF4B1C9958CC1562B9CCFC, vertexId=vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,554 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input D68B04302E4B4C0ABCBF9F8CD6C18B8E asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:24,554 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:24,554 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:24,555 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=D3E0C7927DDF4B1C9958CC1562B9CCFC, vertexName=B9C51235943347D2A0FA706BA2CB82BF, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:24,555 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=D3E0C7927DDF4B1C9958CC1562B9CCFC, vertexId=vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,556 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:24,557 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: D68B04302E4B4C0ABCBF9F8CD6C18B8E on vertex vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,557 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B9C51235943347D2A0FA706BA2CB82BF, vertexId=vertex_1463519484379_0001_1_01, initRequestedTime=1463519484550, initedTime=1463519484556, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:24,557 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:24,557 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:24,557 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:24,558 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {D68B04302E4B4C0ABCBF9F8CD6C18B8E=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:24,558 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] parallelism set to 1
2016-05-17 21:11:24,558 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:24,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519484379_0001_1_00, eventCount=1
2016-05-17 21:11:24,559 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:24,559 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_INITIALIZED]: vertexName=CFE931326F084C8597D0D4E7657FE0C8, vertexId=vertex_1463519484379_0001_1_00, initRequestedTime=1463519484548, initedTime=1463519484559, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:24,560 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] with distanceFromRoot: 0
2016-05-17 21:11:24,560 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:24,560 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,560 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,561 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:24,561 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519484379_0001_1_00, startRequestedTime=1463519484560, startedTime=1463519484560
2016-05-17 21:11:24,561 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:24,561 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:24,562 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_STARTED]: vertexName=CFE931326F084C8597D0D4E7657FE0C8, taskId=task_1463519484379_0001_1_00_000000, scheduledTime=1463519484561, launchTime=1463519484561
2016-05-17 21:11:24,562 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519484379_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:24,562 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519484379_0001_1_00 for vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] numStartedSources: 1 numSources: 1
2016-05-17 21:11:24,562 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] with distanceFromRoot: 1
2016-05-17 21:11:24,563 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,563 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: CFE931326F084C8597D0D4E7657FE0C8 in vertex: B9C51235943347D2A0FA706BA2CB82BF
2016-05-17 21:11:24,563 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B9C51235943347D2A0FA706BA2CB82BF with 1 source tasks and 1 pending tasks
2016-05-17 21:11:24,563 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:24,564 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519484379_0001_1_01, startRequestedTime=1463519484563, startedTime=1463519484563
2016-05-17 21:11:24,564 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:24,564 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false, VertexName: CFE931326F084C8597D0D4E7657FE0C8, VertexParallelism: 1, TaskAttemptID:attempt_1463519484379_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D68B04302E4B4C0ABCBF9F8CD6C18B8E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B9C51235943347D2A0FA706BA2CB82BF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:24,565 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519484379_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:24,565 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:24,565 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519484379_0001, with dag id: dag_1463519484379_0001_1
2016-05-17 21:11:24,566 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:24,566 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:24,567 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:24,568 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519484379_0001_00_000001
2016-05-17 21:11:24,568 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:24,570 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519484379_0001_00_000001
2016-05-17 21:11:24,570 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:24,571 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:24,571 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:24,571 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519484379_0001_00_000001, launchTime=1463519484570
2016-05-17 21:11:24,572 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519484379_0001_00_000001
2016-05-17 21:11:24,572 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519484379_0001_1_00_000000_0] to container: [container_1463519484379_0001_00_000001]
2016-05-17 21:11:24,572 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:24,573 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519484379_0001_1_00_000000_0] started. Is using containerId: [container_1463519484379_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:24,573 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:24,573 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=CFE931326F084C8597D0D4E7657FE0C8, taskAttemptId=attempt_1463519484379_0001_1_00_000000_0, startTime=1463519484572, containerId=container_1463519484379_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519484379_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:24,573 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519484379_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:24,574 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519484379_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:24,574 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519484379_0001_00_000001 given task: attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,574 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519484379_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24 Starting to run new task attempt: attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,574 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,575 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,575 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:24,575 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:24,575 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:24,575 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:24,575 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:24,575 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false, VertexName: CFE931326F084C8597D0D4E7657FE0C8, VertexParallelism: 1, TaskAttemptID:attempt_1463519484379_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D68B04302E4B4C0ABCBF9F8CD6C18B8E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B9C51235943347D2A0FA706BA2CB82BF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:24,575 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:24,576 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519484379_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:24,576 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:24,576 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D68B04302E4B4C0ABCBF9F8CD6C18B8E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:24,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B9C51235943347D2A0FA706BA2CB82BF, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:24,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,580 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:24,577 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:24,581 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D68B04302E4B4C0ABCBF9F8CD6C18B8E
2016-05-17 21:11:24,581 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: D68B04302E4B4C0ABCBF9F8CD6C18B8E
2016-05-17 21:11:24,584 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:24,584 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:24,585 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: D68B04302E4B4C0ABCBF9F8CD6C18B8E
2016-05-17 21:11:24,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D68B04302E4B4C0ABCBF9F8CD6C18B8E
2016-05-17 21:11:24,585 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B9C51235943347D2A0FA706BA2CB82BF
2016-05-17 21:11:24,587 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:24,588 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B9C51235943347D2A0FA706BA2CB82BF
2016-05-17 21:11:24,588 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B9C51235943347D2A0FA706BA2CB82BF
2016-05-17 21:11:24,592 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: CFE931326F084C8597D0D4E7657FE0C8, ordinal: 0
2016-05-17 21:11:24,592 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CFE931326F084C8597D0D4E7657FE0C8, mem on start (mb), free: 149, total: 370, max: 672
2016-05-17 21:11:24,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:24,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:24,592 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:24,592 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:24,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:24,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:24,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:24,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:24,593 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:24,593 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D68B04302E4B4C0ABCBF9F8CD6C18B8E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:24,594 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B9C51235943347D2A0FA706BA2CB82BF, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:24,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:24,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D68B04302E4B4C0ABCBF9F8CD6C18B8E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:24,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D68B04302E4B4C0ABCBF9F8CD6C18B8E
2016-05-17 21:11:24,594 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:24,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D68B04302E4B4C0ABCBF9F8CD6C18B8E
2016-05-17 21:11:24,594 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:24,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:24,595 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:24,595 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,596 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:24,596 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@2efbce1e
2016-05-17 21:11:24,597 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@2efbce1e
2016-05-17 21:11:24,597 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:24,597 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:24,599 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:24,599 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: D68B04302E4B4C0ABCBF9F8CD6C18B8E
2016-05-17 21:11:24,599 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 4A4289101CB4462EA2CFD9EE9756854D
2016-05-17 21:11:24,600 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 4A4289101CB4462EA2CFD9EE9756854D
2016-05-17 21:11:24,603 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@48d9e852; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@5a2384db; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@51e77418; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:24,603 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:24,603 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:24,604 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:24,836 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:24,836 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:24,836 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:24,837 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:24,837 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:24,837 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:24,838 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:24,838 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: CFE931326F084C8597D0D4E7657FE0C8, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:24,843 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,843 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: CFE931326F084C8597D0D4E7657FE0C8, mem on close (mb), free: 362, total: 488, max: 672
2016-05-17 21:11:24,843 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:24,844 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:24,844 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:24,844 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:24,848 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,851 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519484379_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:24,852 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519484379_0001_1_00, eventCount=1
2016-05-17 21:11:24,852 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=219, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519484838, Process_Duration=5, Process_End_Time=1463519484843, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=3][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:24,853 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:24,853 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:24,853 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=CFE931326F084C8597D0D4E7657FE0C8, taskAttemptId=attempt_1463519484379_0001_1_00_000000_0, startTime=1463519484572, finishTime=1463519484852, timeTaken=280, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=219, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484838, Process_Duration=5, Process_End_Time=1463519484843, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:24,853 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,854 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519484379_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:24,854 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519484379_0001_00_000001
2016-05-17 21:11:24,854 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24,854 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:24,855 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:24,856 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_FINISHED]: vertexName=CFE931326F084C8597D0D4E7657FE0C8, taskId=task_1463519484379_0001_1_00_000000, startTime=1463519484572, finishTime=1463519484854, timeTaken=282, status=SUCCEEDED, successfulAttemptID=attempt_1463519484379_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=219, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484838, Process_Duration=5, Process_End_Time=1463519484843, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:24,856 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519484379_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:24,856 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] : 1
2016-05-17 21:11:24,856 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,857 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:24,857 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_FINISHED]: vertexName=CFE931326F084C8597D0D4E7657FE0C8, vertexId=vertex_1463519484379_0001_1_00, initRequestedTime=1463519484548, initedTime=1463519484559, startRequestedTime=1463519484560, startedTime=1463519484560, finishTime=1463519484856, timeTaken=296, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=219, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484838, Process_Duration=5, Process_End_Time=1463519484843, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519484572, firstTasksToStart=[ task_1463519484379_0001_1_00_000000 ], lastTaskFinishTime=1463519484852, lastTasksToFinish=[ task_1463519484379_0001_1_00_000000 ], minTaskDuration=280, maxTaskDuration=280, avgTaskDuration=280.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519484379_0001_1_00_000000 ], longestDurationTasks=[ task_1463519484379_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:24,857 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:24,857 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:24,858 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519484379_0001_00_000001, stoppedTime=1463519484858, exitStatus=0
2016-05-17 21:11:24,858 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:24,858 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:24,858 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] attempt: attempt_1463519484379_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:24,858 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B9C51235943347D2A0FA706BA2CB82BF
2016-05-17 21:11:24,858 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,859 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:24,859 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519484379_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:24,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_STARTED]: vertexName=B9C51235943347D2A0FA706BA2CB82BF, taskId=task_1463519484379_0001_1_01_000000, scheduledTime=1463519484859, launchTime=1463519484859
2016-05-17 21:11:24,859 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:24,860 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519484379_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:24,860 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:24,860 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,861 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false, VertexName: B9C51235943347D2A0FA706BA2CB82BF, VertexParallelism: 1, TaskAttemptID:attempt_1463519484379_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CFE931326F084C8597D0D4E7657FE0C8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D3E0C7927DDF4B1C9958CC1562B9CCFC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:24,861 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519484379_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:24,861 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:24,861 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519484379_0001_00_000002
2016-05-17 21:11:24,862 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:24,863 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519484379_0001_00_000002
2016-05-17 21:11:24,863 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:24,864 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:24,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519484379_0001_00_000002, launchTime=1463519484864
2016-05-17 21:11:24,864 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:24,865 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519484379_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:24,865 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519484379_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:24,865 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519484379_0001_00_000001, Exiting
2016-05-17 21:11:24,865 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519484379_0001_00_000001
2016-05-17 21:11:24,865 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519484379_0001_00_000001
2016-05-17 21:11:24,865 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519484379_0001_00_000002
2016-05-17 21:11:24,867 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519484379_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:24,867 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519484379_0001_00_000001 completed successfully
2016-05-17 21:11:24,868 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519484379_0001_1_01_000000_0] to container: [container_1463519484379_0001_00_000002]
2016-05-17 21:11:24,868 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:24,868 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:24,868 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519484379_0001_00_000002 given task: attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,868 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519484379_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,869 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519484379_0001_1_01_000000_0] started. Is using containerId: [container_1463519484379_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:24 Starting to run new task attempt: attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,869 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:24,869 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,869 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,869 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:24,869 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:24,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B9C51235943347D2A0FA706BA2CB82BF, taskAttemptId=attempt_1463519484379_0001_1_01_000000_0, startTime=1463519484868, containerId=container_1463519484379_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519484379_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:24,869 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:24,870 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:24,870 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:24,870 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA] comprehensivesort/(1/1) ...sive/true_true_true_false, VertexName: B9C51235943347D2A0FA706BA2CB82BF, VertexParallelism: 1, TaskAttemptID:attempt_1463519484379_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=CFE931326F084C8597D0D4E7657FE0C8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D3E0C7927DDF4B1C9958CC1562B9CCFC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:24,870 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:24,871 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519484379_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:24,871 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:24,871 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D3E0C7927DDF4B1C9958CC1562B9CCFC, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:24,874 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519484379_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:24,874 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:24,875 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519484379_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:24,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D3E0C7927DDF4B1C9958CC1562B9CCFC
2016-05-17 21:11:24,875 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:24,875 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: D3E0C7927DDF4B1C9958CC1562B9CCFC
2016-05-17 21:11:24,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=CFE931326F084C8597D0D4E7657FE0C8, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:24,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:24,876 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:24,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,879 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:24,879 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:24,879 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,880 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,884 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B9C51235943347D2A0FA706BA2CB82BF, ordinal: 1
2016-05-17 21:11:24,884 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9C51235943347D2A0FA706BA2CB82BF, mem on start (mb), free: 356, total: 488, max: 672
2016-05-17 21:11:24,884 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:24,885 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:24,885 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:24,887 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:24,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D3E0C7927DDF4B1C9958CC1562B9CCFC
2016-05-17 21:11:24,887 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:24,887 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:24,888 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:24,888 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:24,888 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:24,888 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:24,888 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:24,889 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D3E0C7927DDF4B1C9958CC1562B9CCFC, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:24,889 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, CFE931326F084C8597D0D4E7657FE0C8, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-05-17 21:11:24,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:24,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,890 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:24,890 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:24,890 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: CFE931326F084C8597D0D4E7657FE0C8 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:24,890 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-05-17 21:11:24,891 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:24,891 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:24,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: CFE931326F084C8597D0D4E7657FE0C8 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:24,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:24,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:24,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:24,893 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,895 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519484379_0001_1_00_000000_0_10083, runDuration: 264044, ]
2016-05-17 21:11:24,896 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519484379_0001_1_00_000000_0_10083] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519484896, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:24,896 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,897 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:24,897 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:24,897 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [CFE931326F084C8597D0D4E7657FE0C8] #15 in 2ms
2016-05-17 21:11:24,897 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 4A4289101CB4462EA2CFD9EE9756854D
2016-05-17 21:11:24,898 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_false"], id: D3E0C7927DDF4B1C9958CC1562B9CCFC
2016-05-17 21:11:24,899 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_false"]
2016-05-17 21:11:24,899 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 4A4289101CB4462EA2CFD9EE9756854D, for 1 inputs
2016-05-17 21:11:24,900 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [CFE931326F084C8597D0D4E7657FE0C8] #15, status:false, isInterrupted:false
2016-05-17 21:11:24,900 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:24,902 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:24,902 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:24,902 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:24,903 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:24,903 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,903 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:24,903 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B9C51235943347D2A0FA706BA2CB82BF, all 1 inputs ready in: 00:00:00.004
2016-05-17 21:11:24,906 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@740138f0; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@7c41500f
2016-05-17 21:11:24,911 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:24,911 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:24,912 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,912 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519484379_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:24,913 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,913 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9C51235943347D2A0FA706BA2CB82BF, mem on close (mb), free: 353, total: 488, max: 672
2016-05-17 21:11:24,913 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: CFE931326F084C8597D0D4E7657FE0C8
2016-05-17 21:11:24,913 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:24,915 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:24,915 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:24,915 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:24,915 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,916 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519484379_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:24,917 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519484903, Process_Duration=10, Process_End_Time=1463519484913, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:24,917 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:24,917 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B9C51235943347D2A0FA706BA2CB82BF, taskAttemptId=attempt_1463519484379_0001_1_01_000000_0, startTime=1463519484868, finishTime=1463519484917, timeTaken=49, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484903, Process_Duration=10, Process_End_Time=1463519484913, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:24,917 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519484379_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:24,918 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24,918 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:24,918 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:24,918 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,918 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:24,918 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519484379_0001_00_000002
2016-05-17 21:11:24,918 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:TASK_FINISHED]: vertexName=B9C51235943347D2A0FA706BA2CB82BF, taskId=task_1463519484379_0001_1_01_000000, startTime=1463519484868, finishTime=1463519484918, timeTaken=50, status=SUCCEEDED, successfulAttemptID=attempt_1463519484379_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484903, Process_Duration=10, Process_End_Time=1463519484913, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:24,919 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519484379_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:24,919 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] : 1
2016-05-17 21:11:24,919 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,920 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:24,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:VERTEX_FINISHED]: vertexName=B9C51235943347D2A0FA706BA2CB82BF, vertexId=vertex_1463519484379_0001_1_01, initRequestedTime=1463519484550, initedTime=1463519484556, startRequestedTime=1463519484563, startedTime=1463519484563, finishTime=1463519484919, timeTaken=356, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=512229376, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519484903, Process_Duration=10, Process_End_Time=1463519484913, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519484868, firstTasksToStart=[ task_1463519484379_0001_1_01_000000 ], lastTaskFinishTime=1463519484917, lastTasksToFinish=[ task_1463519484379_0001_1_01_000000 ], minTaskDuration=49, maxTaskDuration=49, avgTaskDuration=49.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519484379_0001_1_01_000000 ], longestDurationTasks=[ task_1463519484379_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:24,920 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:24,920 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:24,920 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519484379_0001_00_000002, stoppedTime=1463519484920, exitStatus=0
2016-05-17 21:11:24,920 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:24,920 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:24,921 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:24,921 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519484379_0001_1
2016-05-17 21:11:24,921 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519484379_0001_1
2016-05-17 21:11:24,921 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519484379_0001_1_00 [CFE931326F084C8597D0D4E7657FE0C8]
2016-05-17 21:11:24,921 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: D3E0C7927DDF4B1C9958CC1562B9CCFC for vertex: vertex_1463519484379_0001_1_01 [B9C51235943347D2A0FA706BA2CB82BF]
2016-05-17 21:11:24,929 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519484379_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:24,929 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519484379_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:24,929 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519484379_0001_00_000002, Exiting
2016-05-17 21:11:24,929 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519484379_0001_00_000002
2016-05-17 21:11:24,929 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519484379_0001_00_000002
2016-05-17 21:11:24,929 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519484379_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:24,929 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519484379_0001_00_000002 completed successfully
2016-05-17 21:11:24,931 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519484379_0001_1, queueSize=0
2016-05-17 21:11:24,931 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:24,932 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519484379_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519484379_0001_1, startTime=1463519484547, finishTime=1463519484928, timeTaken=381, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=219, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1024458752, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038969741, Process_Duration=15, Process_End_Time=2927038969756, Read_Duration=1, Tuples_Read=74, Tuples_Written=74, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:24,932 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519484379_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:24,932 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519484379_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:24,932 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519484379_0001_00_000002
2016-05-17 21:11:24,933 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519484379_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:24 Completed Dag: dag_1463519484379_0001_1
2016-05-17 21:11:24,935 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519484379_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:24,935 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519484379_0001_1_post
2016-05-17 21:11:24,936 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:24,938 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:24,939 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sive/true_true_true_false, applicationId=application_1463519484379_0001
2016-05-17 21:11:24,941 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:24,941 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:24,941 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:24,941 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:24,941 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:24,942 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:24,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:24,942 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:24,942 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:24,943 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:24,943 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:24,943 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:24,944 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:24,949 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/EA8E426A318C420E8975E8715D383158/E2B888788B8E4C5FBFC1DC46969553DA/.tez/application_1463519484379_0001
2016-05-17 21:11:24,949 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_false/_temporary
2016-05-17 21:11:24,949 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.594
2016-05-17 21:11:25,014 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:25,015 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:25,055 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.018
2016-05-17 21:11:25,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-17 21:11:25,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:25,057 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:25,057 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:25,078 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:25,087 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_false
2016-05-17 21:11:25,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:25,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:25,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_false"]
2016-05-17 21:11:25,153 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:25,154 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:25,154 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:25,154 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/false_true_true_false
2016-05-17 21:11:25,155 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:25,172 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:25,175 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:25,175 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:25,177 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:25,177 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:25,178 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:25,189 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134/.tez/application_1463519485177_0001 doesn't exist and is created
2016-05-17 21:11:25,208 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:25,208 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:25,208 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134/.tez/application_1463519485177_0001
2016-05-17 21:11:25,211 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519485177_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:25,221 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:25,221 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:25,223 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:25,223 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:25,223 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134/.tez/application_1463519485177_0001/localmode-log-dir
2016-05-17 21:11:25,224 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134/.tez/application_1463519485177_0001/localmode-log-dir/history.txt.appattempt_1463519485177_0001_000000, maxErrors=10
2016-05-17 21:11:25,224 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:25,224 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519485177_0001_000000, appSubmitTime=1463519485210, launchTime=1463519485210
2016-05-17 21:11:25,227 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:25,229 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:25,232 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:46902
2016-05-17 21:11:25,232 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:25,234 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:25,234 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:25,236 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519485177_0001_000000, startTime=1463519485236
2016-05-17 21:11:25,236 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:25,237 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:25,308 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:25,308 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:25,308 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/false_true_true_false, applicationId=application_1463519485177_0001, dagName=[E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false
2016-05-17 21:11:25,325 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false
2016-05-17 21:11:25,327 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519485177_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134/.tez/application_1463519485177_0001/localmode-log-dir/dag_1463519485177_0001_1.dot
2016-05-17 21:11:25,327 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134/.tez/application_1463519485177_0001/localmode-log-dir/dag_1463519485177_0001_1-tez-dag.pb.txt
2016-05-17 21:11:25,341 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519485177_0001_1
2016-05-17 21:11:25,341 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:25,341 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false
2016-05-17 21:11:25 Running Dag: dag_1463519485177_0001_1
2016-05-17 21:11:25,351 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:25,352 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519485177_0001_1, submitTime=1463519485325
2016-05-17 21:11:25,352 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex AB3D50E110874CF9AAD1E271A8BF3B11
2016-05-17 21:11:25,352 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:25,353 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:25,353 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519485177_0001_1, initTime=1463519485352
2016-05-17 21:11:25,353 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519485177_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:25,354 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:DAG_STARTED]: dagID=dag_1463519485177_0001_1, startTime=1463519485353
2016-05-17 21:11:25,354 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:25,354 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519485177_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:25,354 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: EB13E5B8D0074FEAAED5F58764F1CD99 : {C909B17562A84CC6BF524853EBC31A13={InputName=C909B17562A84CC6BF524853EBC31A13}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:25,354 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C909B17562A84CC6BF524853EBC31A13, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:25,354 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,355 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,355 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,355 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]. Starting root input initializers: 1
2016-05-17 21:11:25,356 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:25,356 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:25,356 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,359 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:25,359 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,359 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,359 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,359 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=1A1F2FD2EDD349E39060335815C16266, vertexId=vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:25,359 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=1A1F2FD2EDD349E39060335815C16266, vertexId=vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,360 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C909B17562A84CC6BF524853EBC31A13 on vertex vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,361 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=1A1F2FD2EDD349E39060335815C16266, vertexName=AB3D50E110874CF9AAD1E271A8BF3B11, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:25,361 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=1A1F2FD2EDD349E39060335815C16266, vertexId=vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,362 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/false_true_true_false, applicationId=application_1463519485177_0001, dagName=[E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false
2016-05-17 21:11:25,363 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:25,363 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C909B17562A84CC6BF524853EBC31A13 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:25,364 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:25,365 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:25,365 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:25,364 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_INITIALIZED]: vertexName=AB3D50E110874CF9AAD1E271A8BF3B11, vertexId=vertex_1463519485177_0001_1_01, initRequestedTime=1463519485356, initedTime=1463519485363, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:25,365 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:25,366 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:25,367 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C909B17562A84CC6BF524853EBC31A13 on vertex vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,367 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:25,367 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C909B17562A84CC6BF524853EBC31A13=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:25,368 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] parallelism set to 1
2016-05-17 21:11:25,368 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:25,368 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519485177_0001_1_00, eventCount=1
2016-05-17 21:11:25,368 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:25,369 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_INITIALIZED]: vertexName=EB13E5B8D0074FEAAED5F58764F1CD99, vertexId=vertex_1463519485177_0001_1_00, initRequestedTime=1463519485354, initedTime=1463519485368, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:25,369 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] with distanceFromRoot: 0
2016-05-17 21:11:25,369 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:25,369 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,369 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,370 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:25,370 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519485177_0001_1_00, startRequestedTime=1463519485369, startedTime=1463519485369
2016-05-17 21:11:25,370 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:25,370 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:25,371 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_STARTED]: vertexName=EB13E5B8D0074FEAAED5F58764F1CD99, taskId=task_1463519485177_0001_1_00_000000, scheduledTime=1463519485370, launchTime=1463519485370
2016-05-17 21:11:25,371 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485177_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:25,371 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519485177_0001_1_00 for vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] numStartedSources: 1 numSources: 1
2016-05-17 21:11:25,371 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] with distanceFromRoot: 1
2016-05-17 21:11:25,371 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,372 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: EB13E5B8D0074FEAAED5F58764F1CD99 in vertex: AB3D50E110874CF9AAD1E271A8BF3B11
2016-05-17 21:11:25,372 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: AB3D50E110874CF9AAD1E271A8BF3B11 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:25,372 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:25,372 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519485177_0001_1_01, startRequestedTime=1463519485371, startedTime=1463519485371
2016-05-17 21:11:25,373 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:25,373 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false, VertexName: EB13E5B8D0074FEAAED5F58764F1CD99, VertexParallelism: 1, TaskAttemptID:attempt_1463519485177_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C909B17562A84CC6BF524853EBC31A13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AB3D50E110874CF9AAD1E271A8BF3B11, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:25,373 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485177_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:25,374 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:25,374 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:25,375 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:25,375 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:25,376 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519485177_0001_00_000001
2016-05-17 21:11:25,376 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:25,377 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519485177_0001_00_000001
2016-05-17 21:11:25,377 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:25,378 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519485177_0001, with dag id: dag_1463519485177_0001_1
2016-05-17 21:11:25,380 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:25,381 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:25,381 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519485177_0001_00_000001, launchTime=1463519485381
2016-05-17 21:11:25,384 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485177_0001_00_000001
2016-05-17 21:11:25,385 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519485177_0001_1_00_000000_0] to container: [container_1463519485177_0001_00_000001]
2016-05-17 21:11:25,385 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:25,385 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519485177_0001_00_000001 given task: attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,386 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519485177_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,386 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519485177_0001_1_00_000000_0] started. Is using containerId: [container_1463519485177_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:25,387 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:25,387 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=EB13E5B8D0074FEAAED5F58764F1CD99, taskAttemptId=attempt_1463519485177_0001_1_00_000000_0, startTime=1463519485385, containerId=container_1463519485177_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519485177_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:25,387 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485177_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:25,388 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485177_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:25 Starting to run new task attempt: attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,388 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,389 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:25,389 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:25,389 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:25,390 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:25,390 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:25,390 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:25,391 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false, VertexName: EB13E5B8D0074FEAAED5F58764F1CD99, VertexParallelism: 1, TaskAttemptID:attempt_1463519485177_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C909B17562A84CC6BF524853EBC31A13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=AB3D50E110874CF9AAD1E271A8BF3B11, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:25,391 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:25,391 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:25,392 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:25,392 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519485177_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:25,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C909B17562A84CC6BF524853EBC31A13, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:25,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=AB3D50E110874CF9AAD1E271A8BF3B11, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:25,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:25,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:25,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: AB3D50E110874CF9AAD1E271A8BF3B11
2016-05-17 21:11:25,396 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:25,396 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: AB3D50E110874CF9AAD1E271A8BF3B11
2016-05-17 21:11:25,396 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C909B17562A84CC6BF524853EBC31A13
2016-05-17 21:11:25,394 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:25,396 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C909B17562A84CC6BF524853EBC31A13
2016-05-17 21:11:25,396 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: AB3D50E110874CF9AAD1E271A8BF3B11
2016-05-17 21:11:25,398 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:25,399 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:25,400 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C909B17562A84CC6BF524853EBC31A13
2016-05-17 21:11:25,400 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C909B17562A84CC6BF524853EBC31A13
2016-05-17 21:11:25,407 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: EB13E5B8D0074FEAAED5F58764F1CD99, ordinal: 0
2016-05-17 21:11:25,407 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB13E5B8D0074FEAAED5F58764F1CD99, mem on start (mb), free: 267, total: 488, max: 672
2016-05-17 21:11:25,407 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:25,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:25,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:25,408 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:25,408 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:25,408 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:25,408 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:25,409 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:25,409 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:25,409 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:25,409 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, AB3D50E110874CF9AAD1E271A8BF3B11, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:25,410 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C909B17562A84CC6BF524853EBC31A13, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:25,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:25,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C909B17562A84CC6BF524853EBC31A13
2016-05-17 21:11:25,410 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:25,410 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C909B17562A84CC6BF524853EBC31A13
2016-05-17 21:11:25,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C909B17562A84CC6BF524853EBC31A13 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:25,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:25,411 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:25,412 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:25,412 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,415 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:25,415 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:25,416 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: C909B17562A84CC6BF524853EBC31A13
2016-05-17 21:11:25,417 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 33776367C39F415EB77854A5386F5C2F
2016-05-17 21:11:25,417 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 33776367C39F415EB77854A5386F5C2F
2016-05-17 21:11:25,417 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@279041b1
2016-05-17 21:11:25,418 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@279041b1
2016-05-17 21:11:25,419 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:25,419 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:25,422 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@622be3b9; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@2f73b909; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@56791635; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:25,422 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:25,422 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:25,423 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:25,610 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:25,611 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:25,611 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:25,611 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:25,611 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:25,612 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:25,612 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:25,612 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: EB13E5B8D0074FEAAED5F58764F1CD99, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:25,618 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,618 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: EB13E5B8D0074FEAAED5F58764F1CD99, mem on close (mb), free: 472, total: 596, max: 672
2016-05-17 21:11:25,618 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:25,618 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:25,618 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:25,619 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:25,623 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:25 Completed running task attempt: attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,627 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519485177_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:25,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519485177_0001_1_00, eventCount=1
2016-05-17 21:11:25,629 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=EB13E5B8D0074FEAAED5F58764F1CD99, taskAttemptId=attempt_1463519485177_0001_1_00_000000_0, startTime=1463519485385, finishTime=1463519485628, timeTaken=243, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=173, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519485613, Process_Duration=5, Process_End_Time=1463519485618, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:25,629 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485177_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:25,629 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:25,629 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25,629 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:25,630 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:25,630 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_FINISHED]: vertexName=EB13E5B8D0074FEAAED5F58764F1CD99, taskId=task_1463519485177_0001_1_00_000000, startTime=1463519485385, finishTime=1463519485629, timeTaken=244, status=SUCCEEDED, successfulAttemptID=attempt_1463519485177_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=173, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519485613, Process_Duration=5, Process_End_Time=1463519485618, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:25,630 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485177_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:25,630 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] : 1
2016-05-17 21:11:25,630 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,632 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_FINISHED]: vertexName=EB13E5B8D0074FEAAED5F58764F1CD99, vertexId=vertex_1463519485177_0001_1_00, initRequestedTime=1463519485354, initedTime=1463519485368, startRequestedTime=1463519485369, startedTime=1463519485369, finishTime=1463519485630, timeTaken=261, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=173, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519485613, Process_Duration=5, Process_End_Time=1463519485618, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519485385, firstTasksToStart=[ task_1463519485177_0001_1_00_000000 ], lastTaskFinishTime=1463519485628, lastTasksToFinish=[ task_1463519485177_0001_1_00_000000 ], minTaskDuration=243, maxTaskDuration=243, avgTaskDuration=243.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519485177_0001_1_00_000000 ], longestDurationTasks=[ task_1463519485177_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:25,632 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:25,633 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:25,633 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:25,633 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] attempt: attempt_1463519485177_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:25,633 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: AB3D50E110874CF9AAD1E271A8BF3B11
2016-05-17 21:11:25,633 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,634 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519485177_0001_00_000001, stoppedTime=1463519485634, exitStatus=0
2016-05-17 21:11:25,634 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:25,634 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:25,635 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_STARTED]: vertexName=AB3D50E110874CF9AAD1E271A8BF3B11, taskId=task_1463519485177_0001_1_01_000000, scheduledTime=1463519485635, launchTime=1463519485635
2016-05-17 21:11:25,635 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485177_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:25,635 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,635 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false, VertexName: AB3D50E110874CF9AAD1E271A8BF3B11, VertexParallelism: 1, TaskAttemptID:attempt_1463519485177_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EB13E5B8D0074FEAAED5F58764F1CD99, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=1A1F2FD2EDD349E39060335815C16266, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:25,635 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485177_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:25,634 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=173, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519485613, Process_Duration=5, Process_End_Time=1463519485618, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:25,636 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:25,636 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:25,634 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:25,636 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485177_0001_00_000001
2016-05-17 21:11:25,636 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:25,635 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:25,635 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519485177_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:25,636 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519485177_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:25,637 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519485177_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:25,637 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:25,637 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519485177_0001_00_000002
2016-05-17 21:11:25,637 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:25,637 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519485177_0001_00_000001, Exiting
2016-05-17 21:11:25,637 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519485177_0001_00_000001
2016-05-17 21:11:25,638 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519485177_0001_00_000001
2016-05-17 21:11:25,639 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519485177_0001_00_000002
2016-05-17 21:11:25,639 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:25,640 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519485177_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:25,640 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519485177_0001_00_000001 completed successfully
2016-05-17 21:11:25,640 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:25,641 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:25,641 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:25,642 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519485177_0001_00_000002, launchTime=1463519485641
2016-05-17 21:11:25,642 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485177_0001_00_000002
2016-05-17 21:11:25,643 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519485177_0001_1_01_000000_0] to container: [container_1463519485177_0001_00_000002]
2016-05-17 21:11:25,643 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:25,643 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519485177_0001_00_000002 given task: attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,643 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519485177_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,643 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519485177_0001_1_01_000000_0] started. Is using containerId: [container_1463519485177_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:25,644 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:25,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=AB3D50E110874CF9AAD1E271A8BF3B11, taskAttemptId=attempt_1463519485177_0001_1_01_000000_0, startTime=1463519485643, containerId=container_1463519485177_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519485177_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:25,644 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485177_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:25,644 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485177_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:25 Starting to run new task attempt: attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,645 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,645 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:25,645 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:25,645 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:25,646 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:25,646 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:25,646 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:25,647 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134] comprehensivesort/(1/1) ...ive/false_true_true_false, VertexName: AB3D50E110874CF9AAD1E271A8BF3B11, VertexParallelism: 1, TaskAttemptID:attempt_1463519485177_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=EB13E5B8D0074FEAAED5F58764F1CD99, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=1A1F2FD2EDD349E39060335815C16266, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:25,647 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:25,648 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:25,648 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:25,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=EB13E5B8D0074FEAAED5F58764F1CD99, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:25,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:25,649 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,650 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 634178752, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:25,651 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:25,651 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 634178752, type: INPUT, componentVertexName: EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,651 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:25,653 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=1A1F2FD2EDD349E39060335815C16266, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:25,653 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519485177_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:25,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:25,654 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 1A1F2FD2EDD349E39060335815C16266
2016-05-17 21:11:25,654 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:25,654 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 1A1F2FD2EDD349E39060335815C16266
2016-05-17 21:11:25,656 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:25,662 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: AB3D50E110874CF9AAD1E271A8BF3B11, ordinal: 1
2016-05-17 21:11:25,663 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB3D50E110874CF9AAD1E271A8BF3B11, mem on start (mb), free: 465, total: 596, max: 672
2016-05-17 21:11:25,663 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:25,663 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:25,663 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:25,663 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:25,663 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 1A1F2FD2EDD349E39060335815C16266
2016-05-17 21:11:25,664 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:25,664 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:25,664 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:25,664 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:25,664 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:25,664 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:25,665 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 634178752, TotalRequestedScaled: 5.853957710769231E8, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:25,665 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, EB13E5B8D0074FEAAED5F58764F1CD99, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=634178752, allocated=472110858
2016-05-17 21:11:25,665 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 1A1F2FD2EDD349E39060335815C16266, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:25,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:25,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,666 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:25,666 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:25,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: EB13E5B8D0074FEAAED5F58764F1CD99 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:25,666 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: EB13E5B8D0074FEAAED5F58764F1CD99 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:25,666 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=634178752, postMergeMem=0, RuntimeTotalAvailable=472110858. Updated to: ShuffleMem=472110858, postMergeMem: 0
2016-05-17 21:11:25,667 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=472110858, maxSingleShuffleLimit=118027712, mergeThreshold=424899744, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:25,667 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:25,666 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:25,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:25,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:25,670 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,671 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519485177_0001_1_00_000000_0_10089, runDuration: 231047, ]
2016-05-17 21:11:25,673 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519485177_0001_1_00_000000_0_10089] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519485673, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:25,673 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,673 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:25,673 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [EB13E5B8D0074FEAAED5F58764F1CD99] #16 in 1ms
2016-05-17 21:11:25,673 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:25,674 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 33776367C39F415EB77854A5386F5C2F
2016-05-17 21:11:25,674 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_false"], id: 1A1F2FD2EDD349E39060335815C16266
2016-05-17 21:11:25,674 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_false"]
2016-05-17 21:11:25,674 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [EB13E5B8D0074FEAAED5F58764F1CD99] #16, status:false, isInterrupted:false
2016-05-17 21:11:25,674 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 33776367C39F415EB77854A5386F5C2F, for 1 inputs
2016-05-17 21:11:25,676 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:25,677 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:25,677 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:25,677 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:25,677 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:25,677 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,677 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: AB3D50E110874CF9AAD1E271A8BF3B11, all 1 inputs ready in: 00:00:00.002
2016-05-17 21:11:25,677 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:25,679 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@1e7603b4; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@55ed2e0b
2016-05-17 21:11:25,683 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:25,683 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:25,684 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,684 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519485177_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:25,684 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,684 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: AB3D50E110874CF9AAD1E271A8BF3B11, mem on close (mb), free: 463, total: 596, max: 672
2016-05-17 21:11:25,685 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: EB13E5B8D0074FEAAED5F58764F1CD99
2016-05-17 21:11:25,685 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:25,686 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:25,686 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:25,686 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:25,686 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:25 Completed running task attempt: attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,687 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519485177_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:25,688 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519485678, Process_Duration=6, Process_End_Time=1463519485684, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:25,688 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:25,688 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:25,688 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:25,688 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485177_0001_00_000002
2016-05-17 21:11:25,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=AB3D50E110874CF9AAD1E271A8BF3B11, taskAttemptId=attempt_1463519485177_0001_1_01_000000_0, startTime=1463519485643, finishTime=1463519485688, timeTaken=45, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519485678, Process_Duration=6, Process_End_Time=1463519485684, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:25,689 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485177_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:25,689 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25,690 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:25,690 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:TASK_FINISHED]: vertexName=AB3D50E110874CF9AAD1E271A8BF3B11, taskId=task_1463519485177_0001_1_01_000000, startTime=1463519485643, finishTime=1463519485689, timeTaken=46, status=SUCCEEDED, successfulAttemptID=attempt_1463519485177_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519485678, Process_Duration=6, Process_End_Time=1463519485684, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:25,690 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485177_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:25,690 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] : 1
2016-05-17 21:11:25,690 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,691 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:25,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:VERTEX_FINISHED]: vertexName=AB3D50E110874CF9AAD1E271A8BF3B11, vertexId=vertex_1463519485177_0001_1_01, initRequestedTime=1463519485356, initedTime=1463519485363, startRequestedTime=1463519485371, startedTime=1463519485371, finishTime=1463519485691, timeTaken=320, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=625475584, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519485678, Process_Duration=6, Process_End_Time=1463519485684, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519485643, firstTasksToStart=[ task_1463519485177_0001_1_01_000000 ], lastTaskFinishTime=1463519485688, lastTasksToFinish=[ task_1463519485177_0001_1_01_000000 ], minTaskDuration=45, maxTaskDuration=45, avgTaskDuration=45.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519485177_0001_1_01_000000 ], longestDurationTasks=[ task_1463519485177_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:25,692 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:25,692 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:25,692 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519485177_0001_1
2016-05-17 21:11:25,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519485177_0001_1
2016-05-17 21:11:25,692 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519485177_0001_1_00 [EB13E5B8D0074FEAAED5F58764F1CD99]
2016-05-17 21:11:25,692 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 1A1F2FD2EDD349E39060335815C16266 for vertex: vertex_1463519485177_0001_1_01 [AB3D50E110874CF9AAD1E271A8BF3B11]
2016-05-17 21:11:25,693 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:25,702 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519485177_0001_1, queueSize=0
2016-05-17 21:11:25,703 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:25,703 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519485177_0001_1, startTime=1463519485353, finishTime=1463519485701, timeTaken=348, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=173, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1250951168, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038971291, Process_Duration=11, Process_End_Time=2927038971302, Read_Duration=5, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:25,704 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519485177_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:25,704 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519485177_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:25,704 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:25,704 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:25,705 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485177_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519485177_0001_00_000002, stoppedTime=1463519485704, exitStatus=0
2016-05-17 21:11:25,705 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:25 Completed Dag: dag_1463519485177_0001_1
2016-05-17 21:11:25,705 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519485177_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:25,706 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519485177_0001_1_post
2016-05-17 21:11:25,706 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:25,706 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:25,706 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519485177_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:25,706 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:25,710 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/false_true_true_false, applicationId=application_1463519485177_0001
2016-05-17 21:11:25,712 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:25,712 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:25,712 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:25,712 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:25,712 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:25,712 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:25,713 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:25,713 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:25,713 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:25,714 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:25,714 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:25,714 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:25,714 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:25,714 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1463519485177_0001_00_000002
2016-05-17 21:11:25,715 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519485177_0001_00_000002
2016-05-17 21:11:25,715 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519485177_0001_00_000002
2016-05-17 21:11:25,715 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519485177_0001_00_000002 = ContainerExecutionResult{exitStatus=INTERRUPTED, throwable=java.lang.InterruptedException, errorMessage='Interrupted while waiting for new work'}
2016-05-17 21:11:25,715 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1463519485177_0001_00_000002 completed but with errors
2016-05-17 21:11:25,715 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1463519485177_0001_00_000002 exited with diagnostics set to Interrupted while waiting for new work
2016-05-17 21:11:25,716 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485177_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:25,720 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/E69C0820432145FA91926F26BC7480CB/A539D05664FC48C899964876BC8C5134/.tez/application_1463519485177_0001
2016-05-17 21:11:25,720 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_false/_temporary
2016-05-17 21:11:25,720 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.567
2016-05-17 21:11:25,781 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:25,781 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:25,821 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.017
2016-05-17 21:11:25,823 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-17 21:11:25,824 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:25,824 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:25,824 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:25,838 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:25,844 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_true
2016-05-17 21:11:25,885 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:25,885 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:25,885 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_true"]
2016-05-17 21:11:25,886 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:25,886 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:25,887 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:25,887 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/false_null_false_true
2016-05-17 21:11:25,887 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:25,898 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:25,902 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:25,902 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:25,902 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:25,903 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:25,903 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:25,912 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9/.tez/application_1463519485903_0001 doesn't exist and is created
2016-05-17 21:11:25,927 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:25,927 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:25,928 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9/.tez/application_1463519485903_0001
2016-05-17 21:11:25,930 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519485903_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:25,939 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:25,940 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:25,941 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:25,941 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:25,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9/.tez/application_1463519485903_0001/localmode-log-dir
2016-05-17 21:11:25,941 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9/.tez/application_1463519485903_0001/localmode-log-dir/history.txt.appattempt_1463519485903_0001_000000, maxErrors=10
2016-05-17 21:11:25,942 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:25,942 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519485903_0001_000000, appSubmitTime=1463519485930, launchTime=1463519485930
2016-05-17 21:11:25,946 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:25,948 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:25,951 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:51965
2016-05-17 21:11:25,954 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:25,955 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:25,955 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:25,959 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519485903_0001_000000, startTime=1463519485959
2016-05-17 21:11:25,959 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:25,959 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:26,027 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:26,028 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:26,028 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/false_null_false_true, applicationId=application_1463519485903_0001, dagName=[7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true
2016-05-17 21:11:26,042 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true
2016-05-17 21:11:26,043 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519485903_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9/.tez/application_1463519485903_0001/localmode-log-dir/dag_1463519485903_0001_1.dot
2016-05-17 21:11:26,043 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9/.tez/application_1463519485903_0001/localmode-log-dir/dag_1463519485903_0001_1-tez-dag.pb.txt
2016-05-17 21:11:26,050 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519485903_0001_1
2016-05-17 21:11:26,050 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,051 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true
2016-05-17 21:11:26 Running Dag: dag_1463519485903_0001_1
2016-05-17 21:11:26,061 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519485903_0001_1, submitTime=1463519486042
2016-05-17 21:11:26,061 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:26,062 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BF44B287709C409CB4C7F61F3B152B69
2016-05-17 21:11:26,062 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:26,062 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519485903_0001_1, initTime=1463519486061
2016-05-17 21:11:26,062 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:26,063 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519485903_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:26,063 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:DAG_STARTED]: dagID=dag_1463519485903_0001_1, startTime=1463519486063
2016-05-17 21:11:26,063 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:26,064 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:26,064 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519485903_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:26,064 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: BA108B13BA404766A8AE6BD084B35FF0 : {BD22AB2678E7414EA24063D99FCABCE0={InputName=BD22AB2678E7414EA24063D99FCABCE0}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:26,064 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: BD22AB2678E7414EA24063D99FCABCE0, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:26,064 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,064 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,065 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,065 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]. Starting root input initializers: 1
2016-05-17 21:11:26,064 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/false_null_false_true, applicationId=application_1463519485903_0001, dagName=[7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true
2016-05-17 21:11:26,065 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:26,065 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,067 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: BD22AB2678E7414EA24063D99FCABCE0 on vertex vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,068 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:26,068 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,068 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,068 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,068 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E42DFAFE938E455AA8449D80BD8C3B47, vertexId=vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:26,069 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E42DFAFE938E455AA8449D80BD8C3B47, vertexId=vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,070 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:26,070 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input BD22AB2678E7414EA24063D99FCABCE0 asking for 1 tasks. Headroom: 672 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:26,070 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:26,071 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:26,071 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E42DFAFE938E455AA8449D80BD8C3B47, vertexName=BF44B287709C409CB4C7F61F3B152B69, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:26,071 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E42DFAFE938E455AA8449D80BD8C3B47, vertexId=vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,072 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:26,073 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:26,073 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BF44B287709C409CB4C7F61F3B152B69, vertexId=vertex_1463519485903_0001_1_01, initRequestedTime=1463519486065, initedTime=1463519486072, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:26,073 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:26,073 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: BD22AB2678E7414EA24063D99FCABCE0 on vertex vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,074 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:26,074 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {BD22AB2678E7414EA24063D99FCABCE0=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:26,074 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] parallelism set to 1
2016-05-17 21:11:26,074 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:26,075 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519485903_0001_1_00, eventCount=1
2016-05-17 21:11:26,075 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:26,076 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BA108B13BA404766A8AE6BD084B35FF0, vertexId=vertex_1463519485903_0001_1_00, initRequestedTime=1463519486064, initedTime=1463519486075, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:26,076 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] with distanceFromRoot: 0
2016-05-17 21:11:26,076 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:26,076 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,076 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,077 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:26,077 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519485903_0001_1_00, startRequestedTime=1463519486076, startedTime=1463519486076
2016-05-17 21:11:26,077 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:26,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:26,078 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_STARTED]: vertexName=BA108B13BA404766A8AE6BD084B35FF0, taskId=task_1463519485903_0001_1_00_000000, scheduledTime=1463519486078, launchTime=1463519486078
2016-05-17 21:11:26,078 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485903_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:26,079 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519485903_0001_1_00 for vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] numStartedSources: 1 numSources: 1
2016-05-17 21:11:26,079 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] with distanceFromRoot: 1
2016-05-17 21:11:26,079 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,080 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: BA108B13BA404766A8AE6BD084B35FF0 in vertex: BF44B287709C409CB4C7F61F3B152B69
2016-05-17 21:11:26,080 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BF44B287709C409CB4C7F61F3B152B69 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:26,080 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:26,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519485903_0001_1_01, startRequestedTime=1463519486079, startedTime=1463519486079
2016-05-17 21:11:26,081 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:26,081 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519485903_0001, with dag id: dag_1463519485903_0001_1
2016-05-17 21:11:26,081 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true, VertexName: BA108B13BA404766A8AE6BD084B35FF0, VertexParallelism: 1, TaskAttemptID:attempt_1463519485903_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BD22AB2678E7414EA24063D99FCABCE0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF44B287709C409CB4C7F61F3B152B69, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:26,085 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485903_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:26,085 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:26,086 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:26,086 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:26,086 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:26,087 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519485903_0001_00_000001
2016-05-17 21:11:26,087 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:26,089 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519485903_0001_00_000001
2016-05-17 21:11:26,089 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:26,090 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:26,091 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:26,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519485903_0001_00_000001, launchTime=1463519486090
2016-05-17 21:11:26,092 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485903_0001_00_000001
2016-05-17 21:11:26,092 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519485903_0001_1_00_000000_0] to container: [container_1463519485903_0001_00_000001]
2016-05-17 21:11:26,092 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:26,093 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519485903_0001_1_00_000000_0] started. Is using containerId: [container_1463519485903_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:26,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BA108B13BA404766A8AE6BD084B35FF0, taskAttemptId=attempt_1463519485903_0001_1_00_000000_0, startTime=1463519486093, containerId=container_1463519485903_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519485903_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:26,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:26,093 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485903_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:26,094 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485903_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:26,094 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519485903_0001_00_000001 given task: attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,094 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519485903_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,095 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,095 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,095 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:26,095 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:26,096 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:26,096 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:26,097 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:26,097 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true, VertexName: BA108B13BA404766A8AE6BD084B35FF0, VertexParallelism: 1, TaskAttemptID:attempt_1463519485903_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BD22AB2678E7414EA24063D99FCABCE0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BF44B287709C409CB4C7F61F3B152B69, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:26,097 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=704643072
2016-05-17 21:11:26,098 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:26,098 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,099 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,099 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519485903_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:26,101 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:26,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BD22AB2678E7414EA24063D99FCABCE0, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:26,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:26,102 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BD22AB2678E7414EA24063D99FCABCE0
2016-05-17 21:11:26,103 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: BD22AB2678E7414EA24063D99FCABCE0
2016-05-17 21:11:26,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BF44B287709C409CB4C7F61F3B152B69, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:26,105 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:26,106 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: BD22AB2678E7414EA24063D99FCABCE0
2016-05-17 21:11:26,106 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BD22AB2678E7414EA24063D99FCABCE0
2016-05-17 21:11:26,105 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:26,105 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BA108B13BA404766A8AE6BD084B35FF0, ordinal: 0
2016-05-17 21:11:26,108 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BA108B13BA404766A8AE6BD084B35FF0, mem on start (mb), free: 379, total: 596, max: 672
2016-05-17 21:11:26,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:26,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:26,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BF44B287709C409CB4C7F61F3B152B69
2016-05-17 21:11:26,110 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:26,111 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BF44B287709C409CB4C7F61F3B152B69
2016-05-17 21:11:26,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BF44B287709C409CB4C7F61F3B152B69
2016-05-17 21:11:26,111 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:26,111 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:26,112 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:26,112 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:26,112 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:26,113 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:26,113 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 704643072, TotalAvailable: 472110858, TotalRequested/TotalJVMHeap:0.15
2016-05-17 21:11:26,113 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BD22AB2678E7414EA24063D99FCABCE0, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:26,114 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BF44B287709C409CB4C7F61F3B152B69, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:26,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:26,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BD22AB2678E7414EA24063D99FCABCE0
2016-05-17 21:11:26,114 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:26,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BD22AB2678E7414EA24063D99FCABCE0
2016-05-17 21:11:26,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BD22AB2678E7414EA24063D99FCABCE0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:26,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:26,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:26,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:26,115 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,116 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:26,117 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1d2afb98
2016-05-17 21:11:26,118 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:26,118 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1d2afb98
2016-05-17 21:11:26,118 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:26,118 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:26,119 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: BD22AB2678E7414EA24063D99FCABCE0
2016-05-17 21:11:26,119 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 470D350F3D0843AC9101E8FA25A3871F
2016-05-17 21:11:26,119 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 470D350F3D0843AC9101E8FA25A3871F
2016-05-17 21:11:26,121 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@5f03a295; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@67a714ee; comparator=cascading.tuple.hadoop.util.TupleComparator@a4f4a6c; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:26,121 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:26,122 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:26,122 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:26,250 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:26,250 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:26,250 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:26,251 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:26,251 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:26,251 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:26,252 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:26,252 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BA108B13BA404766A8AE6BD084B35FF0, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:26,256 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,257 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BA108B13BA404766A8AE6BD084B35FF0, mem on close (mb), free: 589, total: 717, max: 717
2016-05-17 21:11:26,257 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:26,257 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:26,257 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:26,257 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:26,261 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,265 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519485903_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:26,266 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519485903_0001_1_00, eventCount=1
2016-05-17 21:11:26,266 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BA108B13BA404766A8AE6BD084B35FF0, taskAttemptId=attempt_1463519485903_0001_1_00_000000_0, startTime=1463519486093, finishTime=1463519486266, timeTaken=173, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=116, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486252, Process_Duration=4, Process_End_Time=1463519486256, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:26,267 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485903_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:26,267 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:26,267 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26,267 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:26,267 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_FINISHED]: vertexName=BA108B13BA404766A8AE6BD084B35FF0, taskId=task_1463519485903_0001_1_00_000000, startTime=1463519486093, finishTime=1463519486267, timeTaken=174, status=SUCCEEDED, successfulAttemptID=attempt_1463519485903_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=116, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486252, Process_Duration=4, Process_End_Time=1463519486256, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:26,267 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485903_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:26,267 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] : 1
2016-05-17 21:11:26,267 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,268 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:26,269 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:26,270 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_FINISHED]: vertexName=BA108B13BA404766A8AE6BD084B35FF0, vertexId=vertex_1463519485903_0001_1_00, initRequestedTime=1463519486064, initedTime=1463519486075, startRequestedTime=1463519486076, startedTime=1463519486076, finishTime=1463519486268, timeTaken=192, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=116, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486252, Process_Duration=4, Process_End_Time=1463519486256, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519486093, firstTasksToStart=[ task_1463519485903_0001_1_00_000000 ], lastTaskFinishTime=1463519486266, lastTasksToFinish=[ task_1463519485903_0001_1_00_000000 ], minTaskDuration=173, maxTaskDuration=173, avgTaskDuration=173.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519485903_0001_1_00_000000 ], longestDurationTasks=[ task_1463519485903_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:26,270 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:26,270 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=116, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519486252, Process_Duration=4, Process_End_Time=1463519486256, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:26,271 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] attempt: attempt_1463519485903_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:26,271 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:26,271 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,271 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BF44B287709C409CB4C7F61F3B152B69
2016-05-17 21:11:26,271 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,271 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485903_0001_00_000001
2016-05-17 21:11:26,272 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:26,272 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519485903_0001_00_000001, stoppedTime=1463519486272, exitStatus=0
2016-05-17 21:11:26,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:26,272 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:26,272 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:26,272 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:26,273 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_STARTED]: vertexName=BF44B287709C409CB4C7F61F3B152B69, taskId=task_1463519485903_0001_1_01_000000, scheduledTime=1463519486272, launchTime=1463519486272
2016-05-17 21:11:26,273 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485903_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:26,273 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,273 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519485903_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:26,273 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true, VertexName: BF44B287709C409CB4C7F61F3B152B69, VertexParallelism: 1, TaskAttemptID:attempt_1463519485903_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BA108B13BA404766A8AE6BD084B35FF0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E42DFAFE938E455AA8449D80BD8C3B47, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:26,273 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485903_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:26,273 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:26,273 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:26,274 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519485903_0001_00_000002
2016-05-17 21:11:26,274 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:26,275 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519485903_0001_00_000002
2016-05-17 21:11:26,275 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:26,276 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:26,276 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519485903_0001_00_000002, launchTime=1463519486276
2016-05-17 21:11:26,276 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:26,277 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485903_0001_00_000002
2016-05-17 21:11:26,277 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519485903_0001_1_01_000000_0] to container: [container_1463519485903_0001_00_000002]
2016-05-17 21:11:26,277 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:26,277 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519485903_0001_00_000002 given task: attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,278 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519485903_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,278 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519485903_0001_1_01_000000_0] started. Is using containerId: [container_1463519485903_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,278 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,278 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:26,278 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,278 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BF44B287709C409CB4C7F61F3B152B69, taskAttemptId=attempt_1463519485903_0001_1_01_000000_0, startTime=1463519486277, containerId=container_1463519485903_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519485903_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:26,279 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485903_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:26,279 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485903_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:26,279 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:26,279 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:26,279 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:26,279 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:26,279 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:26,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9] comprehensivesort/(1/1) ...ive/false_null_false_true, VertexName: BF44B287709C409CB4C7F61F3B152B69, VertexParallelism: 1, TaskAttemptID:attempt_1463519485903_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BA108B13BA404766A8AE6BD084B35FF0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E42DFAFE938E455AA8449D80BD8C3B47, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:26,279 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=751828992
2016-05-17 21:11:26,280 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,280 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:26,280 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,280 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BA108B13BA404766A8AE6BD084B35FF0, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:26,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:26,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,281 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E42DFAFE938E455AA8449D80BD8C3B47, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:26,282 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519485903_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:26,282 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519485903_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:26,282 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519485903_0001_00_000001, Exiting
2016-05-17 21:11:26,282 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519485903_0001_00_000001
2016-05-17 21:11:26,282 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519485903_0001_00_000001
2016-05-17 21:11:26,282 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 676646080, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:26,283 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:26,283 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 676646080, type: INPUT, componentVertexName: BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,283 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,283 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519485903_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:26,283 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:26,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:26,285 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519485903_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:26,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E42DFAFE938E455AA8449D80BD8C3B47
2016-05-17 21:11:26,286 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:26,287 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E42DFAFE938E455AA8449D80BD8C3B47
2016-05-17 21:11:26,284 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519485903_0001_00_000001 completed successfully
2016-05-17 21:11:26,287 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:26,292 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BF44B287709C409CB4C7F61F3B152B69, ordinal: 1
2016-05-17 21:11:26,292 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF44B287709C409CB4C7F61F3B152B69, mem on start (mb), free: 584, total: 717, max: 717
2016-05-17 21:11:26,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:26,292 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:26,299 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:26,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E42DFAFE938E455AA8449D80BD8C3B47
2016-05-17 21:11:26,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:26,299 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:26,300 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:26,300 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:26,300 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:26,301 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:26,301 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 676646080, TotalRequestedScaled: 6.245963815384616E8, TotalJVMHeap: 751828992, TotalAvailable: 503725424, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:26,301 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BA108B13BA404766A8AE6BD084B35FF0, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=676646080, allocated=503725424
2016-05-17 21:11:26,302 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E42DFAFE938E455AA8449D80BD8C3B47, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:26,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:26,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BA108B13BA404766A8AE6BD084B35FF0 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:26,303 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:26,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:26,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:26,303 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:26,304 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: BA108B13BA404766A8AE6BD084B35FF0 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:26,304 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=676646080, postMergeMem=0, RuntimeTotalAvailable=503725424. Updated to: ShuffleMem=503725424, postMergeMem: 0
2016-05-17 21:11:26,304 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=503725424, maxSingleShuffleLimit=125931360, mergeThreshold=453352896, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:26,304 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:26,304 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,305 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:26,305 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,308 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519485903_0001_1_00_000000_0_10095, runDuration: 154027, ]
2016-05-17 21:11:26,310 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519485903_0001_1_00_000000_0_10095] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519486310, TimeTaken=1, Rate=0.57 MB/s
2016-05-17 21:11:26,311 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,310 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:26,311 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:26,311 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 470D350F3D0843AC9101E8FA25A3871F
2016-05-17 21:11:26,312 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_true"], id: E42DFAFE938E455AA8449D80BD8C3B47
2016-05-17 21:11:26,312 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [BA108B13BA404766A8AE6BD084B35FF0] #17 in 3ms
2016-05-17 21:11:26,312 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_true"]
2016-05-17 21:11:26,312 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [BA108B13BA404766A8AE6BD084B35FF0] #17, status:false, isInterrupted:false
2016-05-17 21:11:26,312 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 470D350F3D0843AC9101E8FA25A3871F, for 1 inputs
2016-05-17 21:11:26,313 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:26,313 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:26,313 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:26,313 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:26,314 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:26,314 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,314 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:26,318 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BF44B287709C409CB4C7F61F3B152B69, all 1 inputs ready in: 00:00:00.001
2016-05-17 21:11:26,319 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@574cae83; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@6b55473b
2016-05-17 21:11:26,324 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:26,324 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:26,325 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,325 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519485903_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:26,326 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,326 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BF44B287709C409CB4C7F61F3B152B69, mem on close (mb), free: 582, total: 717, max: 717
2016-05-17 21:11:26,326 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: BA108B13BA404766A8AE6BD084B35FF0
2016-05-17 21:11:26,326 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:26,327 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:26,327 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:26,327 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:26,328 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,329 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519485903_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:26,330 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519486319, Process_Duration=7, Process_End_Time=1463519486326, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:26,330 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:26,330 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:26,331 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,331 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519485903_0001_00_000002
2016-05-17 21:11:26,330 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BF44B287709C409CB4C7F61F3B152B69, taskAttemptId=attempt_1463519485903_0001_1_01_000000_0, startTime=1463519486277, finishTime=1463519486329, timeTaken=52, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486319, Process_Duration=7, Process_End_Time=1463519486326, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:26,331 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519485903_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:26,332 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26,332 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:26,332 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:26,332 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:TASK_FINISHED]: vertexName=BF44B287709C409CB4C7F61F3B152B69, taskId=task_1463519485903_0001_1_01_000000, startTime=1463519486277, finishTime=1463519486332, timeTaken=55, status=SUCCEEDED, successfulAttemptID=attempt_1463519485903_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486319, Process_Duration=7, Process_End_Time=1463519486326, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:26,333 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519485903_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:26,333 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] : 1
2016-05-17 21:11:26,333 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,334 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:26,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:VERTEX_FINISHED]: vertexName=BF44B287709C409CB4C7F61F3B152B69, vertexId=vertex_1463519485903_0001_1_01, initRequestedTime=1463519486065, initedTime=1463519486072, startRequestedTime=1463519486079, startedTime=1463519486079, finishTime=1463519486333, timeTaken=254, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486319, Process_Duration=7, Process_End_Time=1463519486326, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519486277, firstTasksToStart=[ task_1463519485903_0001_1_01_000000 ], lastTaskFinishTime=1463519486329, lastTasksToFinish=[ task_1463519485903_0001_1_01_000000 ], minTaskDuration=52, maxTaskDuration=52, avgTaskDuration=52.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519485903_0001_1_01_000000 ], longestDurationTasks=[ task_1463519485903_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:26,334 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:26,334 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:26,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519485903_0001_00_000002, stoppedTime=1463519486334, exitStatus=0
2016-05-17 21:11:26,334 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:26,334 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:26,335 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519485903_0001_1
2016-05-17 21:11:26,335 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519485903_0001_1
2016-05-17 21:11:26,335 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519485903_0001_1_00 [BA108B13BA404766A8AE6BD084B35FF0]
2016-05-17 21:11:26,335 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E42DFAFE938E455AA8449D80BD8C3B47 for vertex: vertex_1463519485903_0001_1_01 [BF44B287709C409CB4C7F61F3B152B69]
2016-05-17 21:11:26,335 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:26,342 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519485903_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:26,342 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519485903_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:26,342 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519485903_0001_00_000002, Exiting
2016-05-17 21:11:26,342 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519485903_0001_00_000002
2016-05-17 21:11:26,342 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519485903_0001_00_000002
2016-05-17 21:11:26,342 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519485903_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:26,342 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519485903_0001_00_000002 completed successfully
2016-05-17 21:11:26,344 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519485903_0001_1, queueSize=0
2016-05-17 21:11:26,344 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:26,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519485903_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519485903_0001_1, startTime=1463519486063, finishTime=1463519486342, timeTaken=279, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=859, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=116, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1503657984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038972571, Process_Duration=11, Process_End_Time=2927038972582, Read_Duration=5, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:26,346 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519485903_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:26,346 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519485903_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:26,346 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519485903_0001_00_000002
2016-05-17 21:11:26,347 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519485903_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:26 Completed Dag: dag_1463519485903_0001_1
2016-05-17 21:11:26,347 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519485903_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:26,348 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519485903_0001_1_post
2016-05-17 21:11:26,348 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,348 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:26,355 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/false_null_false_true, applicationId=application_1463519485903_0001
2016-05-17 21:11:26,357 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:26,357 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:26,357 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:26,357 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:26,357 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:26,358 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:26,358 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:26,359 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:26,359 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:26,359 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:26,360 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:26,360 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:26,360 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:26,365 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/7A97A236A9574324813C89D186CE861B/BD5216F782C249B2AFFBB3334D8819F9/.tez/application_1463519485903_0001
2016-05-17 21:11:26,366 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_true/_temporary
2016-05-17 21:11:26,366 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.480
2016-05-17 21:11:26,428 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:26,428 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:26,462 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-17 21:11:26,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-17 21:11:26,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:26,474 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:26,475 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:26,487 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:26,494 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_true
2016-05-17 21:11:26,498 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:26,498 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:26,534 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:26,536 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:26,537 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_true"]
2016-05-17 21:11:26,537 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:26,537 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:26,538 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:26,539 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...sive/true_null_false_true
2016-05-17 21:11:26,539 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:26,550 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:26,555 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:26,556 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:26,556 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:26,567 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C/.tez/application_1463519486556_0001 doesn't exist and is created
2016-05-17 21:11:26,584 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:26,584 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:26,584 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C/.tez/application_1463519486556_0001
2016-05-17 21:11:26,587 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519486556_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:26,596 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:26,596 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:26,597 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:26,597 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:26,598 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C/.tez/application_1463519486556_0001/localmode-log-dir
2016-05-17 21:11:26,598 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C/.tez/application_1463519486556_0001/localmode-log-dir/history.txt.appattempt_1463519486556_0001_000000, maxErrors=10
2016-05-17 21:11:26,598 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:26,598 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519486556_0001_000000, appSubmitTime=1463519486586, launchTime=1463519486586
2016-05-17 21:11:26,605 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:26,606 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:26,607 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:26,607 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:26,608 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:56852
2016-05-17 21:11:26,610 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:26,612 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519486556_0001_000000, startTime=1463519486612
2016-05-17 21:11:26,612 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:26,612 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:26,684 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:26,684 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:26,684 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sive/true_null_false_true, applicationId=application_1463519486556_0001, dagName=[20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true
2016-05-17 21:11:26,699 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true
2016-05-17 21:11:26,701 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519486556_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C/.tez/application_1463519486556_0001/localmode-log-dir/dag_1463519486556_0001_1.dot
2016-05-17 21:11:26,701 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C/.tez/application_1463519486556_0001/localmode-log-dir/dag_1463519486556_0001_1-tez-dag.pb.txt
2016-05-17 21:11:26,715 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519486556_0001_1
2016-05-17 21:11:26,716 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,716 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true
2016-05-17 21:11:26 Running Dag: dag_1463519486556_0001_1
2016-05-17 21:11:26,728 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519486556_0001_1, submitTime=1463519486699
2016-05-17 21:11:26,728 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:26,728 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C58A4DCD2DD8417198FB2C79C847CD36
2016-05-17 21:11:26,729 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:26,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519486556_0001_1, initTime=1463519486728
2016-05-17 21:11:26,731 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519486556_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:26,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:26,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:DAG_STARTED]: dagID=dag_1463519486556_0001_1, startTime=1463519486731
2016-05-17 21:11:26,731 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:26,731 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:26,732 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519486556_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:26,732 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: DF8A00FFA5B945E3BED91D8642352959 : {E18E9C6B60BF4C518CBEE82F94FB5A27={InputName=E18E9C6B60BF4C518CBEE82F94FB5A27}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:26,732 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: E18E9C6B60BF4C518CBEE82F94FB5A27, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:26,732 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,732 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,732 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,732 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]. Starting root input initializers: 1
2016-05-17 21:11:26,733 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:26,733 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,733 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sive/true_null_false_true, applicationId=application_1463519486556_0001, dagName=[20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true
2016-05-17 21:11:26,736 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:26,737 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,737 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,737 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,737 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=5164BF5D505B4F519505B3F4414F93AB, vertexId=vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:26,738 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=5164BF5D505B4F519505B3F4414F93AB, vertexId=vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,739 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=5164BF5D505B4F519505B3F4414F93AB, vertexName=C58A4DCD2DD8417198FB2C79C847CD36, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:26,740 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=5164BF5D505B4F519505B3F4414F93AB, vertexId=vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,741 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: E18E9C6B60BF4C518CBEE82F94FB5A27 on vertex vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,742 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:26,743 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:26,743 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input E18E9C6B60BF4C518CBEE82F94FB5A27 asking for 1 tasks. Headroom: 717 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:26,744 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:26,744 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:26,745 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:26,743 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C58A4DCD2DD8417198FB2C79C847CD36, vertexId=vertex_1463519486556_0001_1_01, initRequestedTime=1463519486733, initedTime=1463519486743, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:26,746 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:26,746 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: E18E9C6B60BF4C518CBEE82F94FB5A27 on vertex vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,746 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519486556_0001, with dag id: dag_1463519486556_0001_1
2016-05-17 21:11:26,746 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:26,747 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {E18E9C6B60BF4C518CBEE82F94FB5A27=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:26,747 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] parallelism set to 1
2016-05-17 21:11:26,747 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:26,747 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519486556_0001_1_00, eventCount=1
2016-05-17 21:11:26,748 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_INITIALIZED]: vertexName=DF8A00FFA5B945E3BED91D8642352959, vertexId=vertex_1463519486556_0001_1_00, initRequestedTime=1463519486732, initedTime=1463519486748, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:26,748 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] with distanceFromRoot: 0
2016-05-17 21:11:26,748 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:26,748 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:26,748 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,749 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,749 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:26,749 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519486556_0001_1_00, startRequestedTime=1463519486748, startedTime=1463519486748
2016-05-17 21:11:26,750 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:26,750 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:26,751 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_STARTED]: vertexName=DF8A00FFA5B945E3BED91D8642352959, taskId=task_1463519486556_0001_1_00_000000, scheduledTime=1463519486750, launchTime=1463519486750
2016-05-17 21:11:26,751 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519486556_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:26,751 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519486556_0001_1_00 for vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] numStartedSources: 1 numSources: 1
2016-05-17 21:11:26,751 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] with distanceFromRoot: 1
2016-05-17 21:11:26,751 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,752 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: DF8A00FFA5B945E3BED91D8642352959 in vertex: C58A4DCD2DD8417198FB2C79C847CD36
2016-05-17 21:11:26,752 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C58A4DCD2DD8417198FB2C79C847CD36 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:26,752 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:26,752 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519486556_0001_1_01, startRequestedTime=1463519486752, startedTime=1463519486752
2016-05-17 21:11:26,753 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:26,753 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true, VertexName: DF8A00FFA5B945E3BED91D8642352959, VertexParallelism: 1, TaskAttemptID:attempt_1463519486556_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E18E9C6B60BF4C518CBEE82F94FB5A27, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C58A4DCD2DD8417198FB2C79C847CD36, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:26,753 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519486556_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:26,753 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:26,754 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:26,755 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:26,755 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:26,755 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519486556_0001_00_000001
2016-05-17 21:11:26,756 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:26,757 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519486556_0001_00_000001
2016-05-17 21:11:26,757 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:26,758 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:26,758 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:26,758 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519486556_0001_00_000001, launchTime=1463519486757
2016-05-17 21:11:26,758 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519486556_0001_00_000001
2016-05-17 21:11:26,759 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519486556_0001_1_00_000000_0] to container: [container_1463519486556_0001_00_000001]
2016-05-17 21:11:26,759 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:26,759 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519486556_0001_1_00_000000_0] started. Is using containerId: [container_1463519486556_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:26,760 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=DF8A00FFA5B945E3BED91D8642352959, taskAttemptId=attempt_1463519486556_0001_1_00_000000_0, startTime=1463519486759, containerId=container_1463519486556_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519486556_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:26,760 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519486556_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:26,760 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519486556_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:26,760 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:26,760 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519486556_0001_00_000001 given task: attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,760 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519486556_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,761 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,761 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,762 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:26,762 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:26,762 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:26,762 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:26,762 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:26,762 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true, VertexName: DF8A00FFA5B945E3BED91D8642352959, VertexParallelism: 1, TaskAttemptID:attempt_1463519486556_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E18E9C6B60BF4C518CBEE82F94FB5A27, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C58A4DCD2DD8417198FB2C79C847CD36, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:26,763 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=751828992
2016-05-17 21:11:26,763 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:26,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,764 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519486556_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:26,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C58A4DCD2DD8417198FB2C79C847CD36, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:26,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E18E9C6B60BF4C518CBEE82F94FB5A27, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:26,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:26,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C58A4DCD2DD8417198FB2C79C847CD36
2016-05-17 21:11:26,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:26,766 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E18E9C6B60BF4C518CBEE82F94FB5A27
2016-05-17 21:11:26,766 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: E18E9C6B60BF4C518CBEE82F94FB5A27
2016-05-17 21:11:26,768 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:26,769 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:26,769 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C58A4DCD2DD8417198FB2C79C847CD36
2016-05-17 21:11:26,769 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C58A4DCD2DD8417198FB2C79C847CD36
2016-05-17 21:11:26,771 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:26,771 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: E18E9C6B60BF4C518CBEE82F94FB5A27
2016-05-17 21:11:26,771 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E18E9C6B60BF4C518CBEE82F94FB5A27
2016-05-17 21:11:26,774 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: DF8A00FFA5B945E3BED91D8642352959, ordinal: 0
2016-05-17 21:11:26,774 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF8A00FFA5B945E3BED91D8642352959, mem on start (mb), free: 497, total: 717, max: 717
2016-05-17 21:11:26,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:26,774 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:26,775 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:26,775 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:26,775 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:26,775 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:26,775 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:26,775 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:26,776 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 751828992, TotalAvailable: 503725424, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:26,776 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E18E9C6B60BF4C518CBEE82F94FB5A27, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:26,776 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C58A4DCD2DD8417198FB2C79C847CD36, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:26,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:26,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E18E9C6B60BF4C518CBEE82F94FB5A27 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:26,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E18E9C6B60BF4C518CBEE82F94FB5A27
2016-05-17 21:11:26,777 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:26,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E18E9C6B60BF4C518CBEE82F94FB5A27
2016-05-17 21:11:26,776 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:26,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:26,777 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:26,777 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,779 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:26,780 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: E18E9C6B60BF4C518CBEE82F94FB5A27
2016-05-17 21:11:26,780 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 83888A2A941C42A1B96FC61FFCA11CDA
2016-05-17 21:11:26,780 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 83888A2A941C42A1B96FC61FFCA11CDA
2016-05-17 21:11:26,781 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:26,781 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3e0d8826
2016-05-17 21:11:26,782 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3e0d8826
2016-05-17 21:11:26,783 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:26,783 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:26,784 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@72ff2176; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@4bee04f5; comparator=cascading.tuple.hadoop.util.TupleComparator@778797c4; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:26,784 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:26,784 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:26,784 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:26,844 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:26,844 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:26,845 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:26,845 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:26,845 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:26,846 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:26,847 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:26,847 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: DF8A00FFA5B945E3BED91D8642352959, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:26,851 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,851 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: DF8A00FFA5B945E3BED91D8642352959, mem on close (mb), free: 384, total: 717, max: 717
2016-05-17 21:11:26,851 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:26,852 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:26,852 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:26,852 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:26,855 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,858 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519486556_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:26,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519486556_0001_1_00, eventCount=1
2016-05-17 21:11:26,859 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=46, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519486847, Process_Duration=4, Process_End_Time=1463519486851, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:26,859 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:26,860 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,859 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=DF8A00FFA5B945E3BED91D8642352959, taskAttemptId=attempt_1463519486556_0001_1_00_000000_0, startTime=1463519486759, finishTime=1463519486859, timeTaken=100, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=46, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486847, Process_Duration=4, Process_End_Time=1463519486851, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:26,860 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519486556_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:26,860 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26,860 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:26,860 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:26,860 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519486556_0001_00_000001
2016-05-17 21:11:26,861 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:26,861 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_FINISHED]: vertexName=DF8A00FFA5B945E3BED91D8642352959, taskId=task_1463519486556_0001_1_00_000000, startTime=1463519486759, finishTime=1463519486860, timeTaken=101, status=SUCCEEDED, successfulAttemptID=attempt_1463519486556_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=46, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486847, Process_Duration=4, Process_End_Time=1463519486851, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:26,861 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519486556_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:26,861 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] : 1
2016-05-17 21:11:26,862 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,862 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:26,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_FINISHED]: vertexName=DF8A00FFA5B945E3BED91D8642352959, vertexId=vertex_1463519486556_0001_1_00, initRequestedTime=1463519486732, initedTime=1463519486748, startRequestedTime=1463519486748, startedTime=1463519486748, finishTime=1463519486862, timeTaken=114, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=46, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486847, Process_Duration=4, Process_End_Time=1463519486851, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519486759, firstTasksToStart=[ task_1463519486556_0001_1_00_000000 ], lastTaskFinishTime=1463519486859, lastTasksToFinish=[ task_1463519486556_0001_1_00_000000 ], minTaskDuration=100, maxTaskDuration=100, avgTaskDuration=100.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519486556_0001_1_00_000000 ], longestDurationTasks=[ task_1463519486556_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:26,863 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:26,863 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:26,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519486556_0001_00_000001, stoppedTime=1463519486863, exitStatus=0
2016-05-17 21:11:26,863 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:26,863 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:26,864 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] attempt: attempt_1463519486556_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:26,864 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C58A4DCD2DD8417198FB2C79C847CD36
2016-05-17 21:11:26,864 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,864 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:26,864 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519486556_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:26,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_STARTED]: vertexName=C58A4DCD2DD8417198FB2C79C847CD36, taskId=task_1463519486556_0001_1_01_000000, scheduledTime=1463519486864, launchTime=1463519486864
2016-05-17 21:11:26,864 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:26,864 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519486556_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:26,865 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,865 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:26,865 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true, VertexName: C58A4DCD2DD8417198FB2C79C847CD36, VertexParallelism: 1, TaskAttemptID:attempt_1463519486556_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DF8A00FFA5B945E3BED91D8642352959, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5164BF5D505B4F519505B3F4414F93AB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:26,865 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519486556_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:26,865 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:26,866 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519486556_0001_00_000002
2016-05-17 21:11:26,866 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:26,867 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519486556_0001_00_000002
2016-05-17 21:11:26,867 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:26,868 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:26,868 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:26,868 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519486556_0001_00_000002, launchTime=1463519486868
2016-05-17 21:11:26,869 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519486556_0001_00_000002
2016-05-17 21:11:26,869 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519486556_0001_1_01_000000_0] to container: [container_1463519486556_0001_00_000002]
2016-05-17 21:11:26,869 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:26,870 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519486556_0001_1_01_000000_0] started. Is using containerId: [container_1463519486556_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:26,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C58A4DCD2DD8417198FB2C79C847CD36, taskAttemptId=attempt_1463519486556_0001_1_01_000000_0, startTime=1463519486869, containerId=container_1463519486556_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519486556_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:26,870 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:26,870 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519486556_0001_00_000002 given task: attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,870 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519486556_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:26,871 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519486556_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:26,871 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519486556_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,871 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519486556_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:26,871 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519486556_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:26,871 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519486556_0001_00_000001, Exiting
2016-05-17 21:11:26,871 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519486556_0001_00_000001
2016-05-17 21:11:26,871 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519486556_0001_00_000001
2016-05-17 21:11:26,873 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519486556_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:26,873 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519486556_0001_00_000001 completed successfully
2016-05-17 21:11:26,873 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,873 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,873 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,874 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:26,874 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:26,874 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:26,874 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:26,875 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:26,875 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C] comprehensivesort/(1/1) ...sive/true_null_false_true, VertexName: C58A4DCD2DD8417198FB2C79C847CD36, VertexParallelism: 1, TaskAttemptID:attempt_1463519486556_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DF8A00FFA5B945E3BED91D8642352959, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5164BF5D505B4F519505B3F4414F93AB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:26,875 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752353280
2016-05-17 21:11:26,876 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:26,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,876 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=DF8A00FFA5B945E3BED91D8642352959, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:26,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:26,877 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,878 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 677117952, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:26,878 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:26,878 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=5164BF5D505B4F519505B3F4414F93AB, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:26,879 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:26,880 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 5164BF5D505B4F519505B3F4414F93AB
2016-05-17 21:11:26,880 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:26,880 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 5164BF5D505B4F519505B3F4414F93AB
2016-05-17 21:11:26,881 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:26,878 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519486556_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:26,883 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 677117952, type: INPUT, componentVertexName: DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,883 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,890 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:26,890 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 5164BF5D505B4F519505B3F4414F93AB
2016-05-17 21:11:26,891 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C58A4DCD2DD8417198FB2C79C847CD36, ordinal: 1
2016-05-17 21:11:26,891 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C58A4DCD2DD8417198FB2C79C847CD36, mem on start (mb), free: 378, total: 717, max: 717
2016-05-17 21:11:26,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:26,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:26,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:26,893 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:26,893 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:26,893 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:26,894 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:26,894 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:26,894 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:26,894 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 677117952, TotalRequestedScaled: 6.250319556923077E8, TotalJVMHeap: 752353280, TotalAvailable: 504076697, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:26,895 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 5164BF5D505B4F519505B3F4414F93AB, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:26,895 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, DF8A00FFA5B945E3BED91D8642352959, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=677117952, allocated=504076697
2016-05-17 21:11:26,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:26,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: DF8A00FFA5B945E3BED91D8642352959 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:26,896 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,897 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:26,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:26,897 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:26,898 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:26,899 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: DF8A00FFA5B945E3BED91D8642352959 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:26,899 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=677117952, postMergeMem=0, RuntimeTotalAvailable=504076697. Updated to: ShuffleMem=504076697, postMergeMem: 0
2016-05-17 21:11:26,899 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=504076697, maxSingleShuffleLimit=126019176, mergeThreshold=453669024, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:26,899 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:26,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,902 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:26,903 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,903 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519486556_0001_1_00_000000_0_10100, runDuration: 91094, ]
2016-05-17 21:11:26,904 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519486556_0001_1_00_000000_0_10100] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519486904, TimeTaken=1, Rate=0.57 MB/s
2016-05-17 21:11:26,904 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,904 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:26,905 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [DF8A00FFA5B945E3BED91D8642352959] #18 in 2ms
2016-05-17 21:11:26,905 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [DF8A00FFA5B945E3BED91D8642352959] #18, status:false, isInterrupted:false
2016-05-17 21:11:26,906 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:26,906 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:26,907 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:26,907 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:26,907 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:26,907 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,907 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:26,907 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:26,909 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 83888A2A941C42A1B96FC61FFCA11CDA
2016-05-17 21:11:26,909 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_true"], id: 5164BF5D505B4F519505B3F4414F93AB
2016-05-17 21:11:26,909 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_true"]
2016-05-17 21:11:26,910 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 83888A2A941C42A1B96FC61FFCA11CDA, for 1 inputs
2016-05-17 21:11:26,911 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C58A4DCD2DD8417198FB2C79C847CD36, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:26,912 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@200a28e2; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@7b021ddc
2016-05-17 21:11:26,917 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:26,917 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:26,917 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,918 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519486556_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:26,919 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,919 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C58A4DCD2DD8417198FB2C79C847CD36, mem on close (mb), free: 376, total: 717, max: 717
2016-05-17 21:11:26,919 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: DF8A00FFA5B945E3BED91D8642352959
2016-05-17 21:11:26,919 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:26,922 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:26,922 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:26,922 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:26,922 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,923 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519486556_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:26,924 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519486911, Process_Duration=8, Process_End_Time=1463519486919, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:26,924 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:26,924 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C58A4DCD2DD8417198FB2C79C847CD36, taskAttemptId=attempt_1463519486556_0001_1_01_000000_0, startTime=1463519486869, finishTime=1463519486924, timeTaken=55, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486911, Process_Duration=8, Process_End_Time=1463519486919, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:26,924 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519486556_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:26,924 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:26,924 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,924 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:26,924 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26,926 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:TASK_FINISHED]: vertexName=C58A4DCD2DD8417198FB2C79C847CD36, taskId=task_1463519486556_0001_1_01_000000, startTime=1463519486869, finishTime=1463519486925, timeTaken=56, status=SUCCEEDED, successfulAttemptID=attempt_1463519486556_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486911, Process_Duration=8, Process_End_Time=1463519486919, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:26,926 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:26,926 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519486556_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:26,926 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] : 1
2016-05-17 21:11:26,926 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,926 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519486556_0001_00_000002
2016-05-17 21:11:26,927 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:VERTEX_FINISHED]: vertexName=C58A4DCD2DD8417198FB2C79C847CD36, vertexId=vertex_1463519486556_0001_1_01, initRequestedTime=1463519486733, initedTime=1463519486743, startRequestedTime=1463519486752, startedTime=1463519486752, finishTime=1463519486926, timeTaken=174, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519486911, Process_Duration=8, Process_End_Time=1463519486919, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519486869, firstTasksToStart=[ task_1463519486556_0001_1_01_000000 ], lastTaskFinishTime=1463519486924, lastTasksToFinish=[ task_1463519486556_0001_1_01_000000 ], minTaskDuration=55, maxTaskDuration=55, avgTaskDuration=55.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519486556_0001_1_01_000000 ], longestDurationTasks=[ task_1463519486556_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:26,927 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:26,927 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:26,927 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:26,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519486556_0001_00_000002, stoppedTime=1463519486928, exitStatus=0
2016-05-17 21:11:26,928 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:26,928 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:26,928 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519486556_0001_1
2016-05-17 21:11:26,928 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519486556_0001_1
2016-05-17 21:11:26,928 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519486556_0001_1_00 [DF8A00FFA5B945E3BED91D8642352959]
2016-05-17 21:11:26,928 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 5164BF5D505B4F519505B3F4414F93AB for vertex: vertex_1463519486556_0001_1_01 [C58A4DCD2DD8417198FB2C79C847CD36]
2016-05-17 21:11:26,928 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:26,937 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519486556_0001_1, queueSize=0
2016-05-17 21:11:26,937 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:26,937 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519486556_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:26,937 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519486556_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:26,938 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519486556_0001_00_000002, Exiting
2016-05-17 21:11:26,938 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519486556_0001_00_000002
2016-05-17 21:11:26,938 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519486556_0001_00_000002
2016-05-17 21:11:26,937 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519486556_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519486556_0001_1, startTime=1463519486731, finishTime=1463519486935, timeTaken=204, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=859, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=46, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1504706560, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=8, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038973758, Process_Duration=12, Process_End_Time=2927038973770, Read_Duration=4, Tuples_Read=74, Tuples_Written=74, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:26,938 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519486556_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:26,938 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519486556_0001_00_000002 completed successfully
2016-05-17 21:11:26,939 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519486556_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:26,939 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519486556_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:26,939 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519486556_0001_00_000002
2016-05-17 21:11:26,939 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519486556_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:26 Completed Dag: dag_1463519486556_0001_1
2016-05-17 21:11:26,940 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519486556_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:26,940 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519486556_0001_1_post
2016-05-17 21:11:26,940 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:26,941 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:26,945 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sive/true_null_false_true, applicationId=application_1463519486556_0001
2016-05-17 21:11:26,947 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:26,947 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:26,947 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:26,947 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:26,947 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:26,948 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:26,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:26,948 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:26,949 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:26,949 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:26,949 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:26,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:26,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:26,954 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/20412EB16052465EAB335C26F1A86A14/D8E20AD1DFCF4410A098EC630C1CEC1C/.tez/application_1463519486556_0001
2016-05-17 21:11:26,954 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_true/_temporary
2016-05-17 21:11:26,955 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.420
2016-05-17 21:11:27,017 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:27,018 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:27,056 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-17 21:11:27,061 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-05-17 21:11:27,062 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:27,062 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:27,062 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:27,075 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:27,080 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_true
2016-05-17 21:11:27,117 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:27,117 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:27,120 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:27,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:27,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_true"]
2016-05-17 21:11:27,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:27,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:27,121 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:27,122 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...sive/false_null_true_true
2016-05-17 21:11:27,122 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:27,133 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:27,137 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:27,138 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:27,138 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:27,146 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4/.tez/application_1463519487138_0001 doesn't exist and is created
2016-05-17 21:11:27,160 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:27,161 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:27,161 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4/.tez/application_1463519487138_0001
2016-05-17 21:11:27,163 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519487138_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:27,172 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:27,173 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:27,174 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:27,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:27,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4/.tez/application_1463519487138_0001/localmode-log-dir
2016-05-17 21:11:27,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4/.tez/application_1463519487138_0001/localmode-log-dir/history.txt.appattempt_1463519487138_0001_000000, maxErrors=10
2016-05-17 21:11:27,175 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:27,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519487138_0001_000000, appSubmitTime=1463519487163, launchTime=1463519487163
2016-05-17 21:11:27,180 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:47457
2016-05-17 21:11:27,181 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:27,184 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:27,185 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:27,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:27,186 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:27,188 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519487138_0001_000000, startTime=1463519487188
2016-05-17 21:11:27,188 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:27,188 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:27,261 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:27,261 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:27,261 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sive/false_null_true_true, applicationId=application_1463519487138_0001, dagName=[AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true
2016-05-17 21:11:27,275 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true
2016-05-17 21:11:27,277 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519487138_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4/.tez/application_1463519487138_0001/localmode-log-dir/dag_1463519487138_0001_1.dot
2016-05-17 21:11:27,278 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4/.tez/application_1463519487138_0001/localmode-log-dir/dag_1463519487138_0001_1-tez-dag.pb.txt
2016-05-17 21:11:27,292 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519487138_0001_1
2016-05-17 21:11:27,292 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,293 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true
2016-05-17 21:11:27 Running Dag: dag_1463519487138_0001_1
2016-05-17 21:11:27,304 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519487138_0001_1, submitTime=1463519487276
2016-05-17 21:11:27,304 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:27,305 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex E20FA8E2EE834AE59E6FD1890D33113C
2016-05-17 21:11:27,305 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:27,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519487138_0001_1, initTime=1463519487304
2016-05-17 21:11:27,306 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519487138_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:27,306 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:27,306 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:DAG_STARTED]: dagID=dag_1463519487138_0001_1, startTime=1463519487306
2016-05-17 21:11:27,306 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:27,306 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519487138_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:27,307 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F8A129B471314A858C3EABCE2D337120 : {7AE2E2DDA1C74471B9E5962A32AD4C9C={InputName=7AE2E2DDA1C74471B9E5962A32AD4C9C}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:27,307 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 7AE2E2DDA1C74471B9E5962A32AD4C9C, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:27,307 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,307 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,307 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,307 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]. Starting root input initializers: 1
2016-05-17 21:11:27,307 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:27,308 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,308 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sive/false_null_true_true, applicationId=application_1463519487138_0001, dagName=[AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true
2016-05-17 21:11:27,311 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:27,311 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,311 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,311 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,311 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=0EB2265EB00D49E69BE8F45BD2B5F41E, vertexId=vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:27,312 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=0EB2265EB00D49E69BE8F45BD2B5F41E, vertexId=vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,306 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:27,313 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=0EB2265EB00D49E69BE8F45BD2B5F41E, vertexName=E20FA8E2EE834AE59E6FD1890D33113C, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:27,314 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=0EB2265EB00D49E69BE8F45BD2B5F41E, vertexId=vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,315 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:27,315 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E20FA8E2EE834AE59E6FD1890D33113C, vertexId=vertex_1463519487138_0001_1_01, initRequestedTime=1463519487308, initedTime=1463519487315, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:27,315 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:27,315 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 7AE2E2DDA1C74471B9E5962A32AD4C9C on vertex vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,317 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:27,317 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 7AE2E2DDA1C74471B9E5962A32AD4C9C asking for 1 tasks. Headroom: 717 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:27,318 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:27,318 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:27,319 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:27,319 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 7AE2E2DDA1C74471B9E5962A32AD4C9C on vertex vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,319 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:27,319 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {7AE2E2DDA1C74471B9E5962A32AD4C9C=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:27,320 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] parallelism set to 1
2016-05-17 21:11:27,320 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:27,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519487138_0001_1_00, eventCount=1
2016-05-17 21:11:27,320 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:27,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F8A129B471314A858C3EABCE2D337120, vertexId=vertex_1463519487138_0001_1_00, initRequestedTime=1463519487307, initedTime=1463519487320, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:27,321 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] with distanceFromRoot: 0
2016-05-17 21:11:27,321 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:27,321 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,321 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,321 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:27,321 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519487138_0001_1_00, startRequestedTime=1463519487321, startedTime=1463519487321
2016-05-17 21:11:27,322 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:27,322 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:27,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_STARTED]: vertexName=F8A129B471314A858C3EABCE2D337120, taskId=task_1463519487138_0001_1_00_000000, scheduledTime=1463519487322, launchTime=1463519487322
2016-05-17 21:11:27,322 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487138_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:27,323 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519487138_0001_1_00 for vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] numStartedSources: 1 numSources: 1
2016-05-17 21:11:27,323 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] with distanceFromRoot: 1
2016-05-17 21:11:27,323 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,323 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F8A129B471314A858C3EABCE2D337120 in vertex: E20FA8E2EE834AE59E6FD1890D33113C
2016-05-17 21:11:27,323 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: E20FA8E2EE834AE59E6FD1890D33113C with 1 source tasks and 1 pending tasks
2016-05-17 21:11:27,324 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:27,324 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519487138_0001_1_01, startRequestedTime=1463519487323, startedTime=1463519487323
2016-05-17 21:11:27,324 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:27,324 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true, VertexName: F8A129B471314A858C3EABCE2D337120, VertexParallelism: 1, TaskAttemptID:attempt_1463519487138_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7AE2E2DDA1C74471B9E5962A32AD4C9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E20FA8E2EE834AE59E6FD1890D33113C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:27,324 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487138_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:27,324 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:27,325 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:27,330 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:27,330 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:27,330 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519487138_0001_00_000001
2016-05-17 21:11:27,331 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:27,331 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519487138_0001, with dag id: dag_1463519487138_0001_1
2016-05-17 21:11:27,333 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519487138_0001_00_000001
2016-05-17 21:11:27,333 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:27,334 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:27,334 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:27,334 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519487138_0001_00_000001, launchTime=1463519487334
2016-05-17 21:11:27,335 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487138_0001_00_000001
2016-05-17 21:11:27,336 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519487138_0001_1_00_000000_0] to container: [container_1463519487138_0001_00_000001]
2016-05-17 21:11:27,336 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:27,336 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519487138_0001_1_00_000000_0] started. Is using containerId: [container_1463519487138_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:27,336 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F8A129B471314A858C3EABCE2D337120, taskAttemptId=attempt_1463519487138_0001_1_00_000000_0, startTime=1463519487336, containerId=container_1463519487138_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519487138_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:27,336 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487138_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:27,337 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487138_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:27,337 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:27,337 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519487138_0001_00_000001 given task: attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,337 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487138_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,338 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,338 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,338 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:27,338 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:27,338 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:27,339 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:27,339 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:27,339 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true, VertexName: F8A129B471314A858C3EABCE2D337120, VertexParallelism: 1, TaskAttemptID:attempt_1463519487138_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=7AE2E2DDA1C74471B9E5962A32AD4C9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=E20FA8E2EE834AE59E6FD1890D33113C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:27,339 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752353280
2016-05-17 21:11:27,340 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:27,340 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,340 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519487138_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:27,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E20FA8E2EE834AE59E6FD1890D33113C, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:27,341 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=7AE2E2DDA1C74471B9E5962A32AD4C9C, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:27,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:27,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:27,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E20FA8E2EE834AE59E6FD1890D33113C
2016-05-17 21:11:27,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 7AE2E2DDA1C74471B9E5962A32AD4C9C
2016-05-17 21:11:27,342 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 7AE2E2DDA1C74471B9E5962A32AD4C9C
2016-05-17 21:11:27,344 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:27,344 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: E20FA8E2EE834AE59E6FD1890D33113C
2016-05-17 21:11:27,344 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:27,346 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 7AE2E2DDA1C74471B9E5962A32AD4C9C
2016-05-17 21:11:27,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 7AE2E2DDA1C74471B9E5962A32AD4C9C
2016-05-17 21:11:27,346 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:27,346 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E20FA8E2EE834AE59E6FD1890D33113C
2016-05-17 21:11:27,351 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F8A129B471314A858C3EABCE2D337120, ordinal: 0
2016-05-17 21:11:27,352 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8A129B471314A858C3EABCE2D337120, mem on start (mb), free: 292, total: 717, max: 717
2016-05-17 21:11:27,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:27,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:27,352 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:27,352 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:27,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:27,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:27,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:27,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:27,353 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 752353280, TotalAvailable: 504076697, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:27,353 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 7AE2E2DDA1C74471B9E5962A32AD4C9C, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:27,354 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E20FA8E2EE834AE59E6FD1890D33113C, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:27,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:27,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 7AE2E2DDA1C74471B9E5962A32AD4C9C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:27,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 7AE2E2DDA1C74471B9E5962A32AD4C9C
2016-05-17 21:11:27,354 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:27,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 7AE2E2DDA1C74471B9E5962A32AD4C9C
2016-05-17 21:11:27,354 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:27,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:27,355 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:27,355 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,355 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:27,356 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@6f8afd38
2016-05-17 21:11:27,357 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@6f8afd38
2016-05-17 21:11:27,357 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:27,357 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:27,358 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:27,359 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 7AE2E2DDA1C74471B9E5962A32AD4C9C
2016-05-17 21:11:27,359 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 9D0C1502634449F69D47D38ED780FD2D
2016-05-17 21:11:27,359 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 9D0C1502634449F69D47D38ED780FD2D
2016-05-17 21:11:27,360 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@2dcadad6; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@60e52f16; comparator=cascading.tuple.hadoop.util.ReverseTupleComparator@6d8f2161; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:27,361 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:27,361 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:27,361 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:27,381 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:27,381 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:27,382 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:27,382 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:27,382 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:27,382 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:27,383 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:27,383 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F8A129B471314A858C3EABCE2D337120, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:27,387 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,387 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F8A129B471314A858C3EABCE2D337120, mem on close (mb), free: 383, total: 717, max: 717
2016-05-17 21:11:27,387 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:27,387 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:27,387 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:27,387 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:27,390 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:27 Completed running task attempt: attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,395 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519487138_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:27,398 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519487383, Process_Duration=3, Process_End_Time=1463519487386, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:27,398 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519487138_0001_1_00, eventCount=1
2016-05-17 21:11:27,398 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F8A129B471314A858C3EABCE2D337120, taskAttemptId=attempt_1463519487138_0001_1_00_000000_0, startTime=1463519487336, finishTime=1463519487398, timeTaken=62, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487383, Process_Duration=3, Process_End_Time=1463519487386, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:27,398 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487138_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:27,399 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:27,399 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:27,399 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27,400 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_FINISHED]: vertexName=F8A129B471314A858C3EABCE2D337120, taskId=task_1463519487138_0001_1_00_000000, startTime=1463519487336, finishTime=1463519487400, timeTaken=64, status=SUCCEEDED, successfulAttemptID=attempt_1463519487138_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487383, Process_Duration=3, Process_End_Time=1463519487386, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:27,401 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487138_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:27,401 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] : 1
2016-05-17 21:11:27,401 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_FINISHED]: vertexName=F8A129B471314A858C3EABCE2D337120, vertexId=vertex_1463519487138_0001_1_00, initRequestedTime=1463519487307, initedTime=1463519487320, startRequestedTime=1463519487321, startedTime=1463519487321, finishTime=1463519487401, timeTaken=80, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487383, Process_Duration=3, Process_End_Time=1463519487386, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519487336, firstTasksToStart=[ task_1463519487138_0001_1_00_000000 ], lastTaskFinishTime=1463519487398, lastTasksToFinish=[ task_1463519487138_0001_1_00_000000 ], minTaskDuration=62, maxTaskDuration=62, avgTaskDuration=62.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519487138_0001_1_00_000000 ], longestDurationTasks=[ task_1463519487138_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:27,402 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:27,402 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:27,402 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519487138_0001_00_000001, stoppedTime=1463519487402, exitStatus=0
2016-05-17 21:11:27,403 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:27,403 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] attempt: attempt_1463519487138_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:27,403 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: E20FA8E2EE834AE59E6FD1890D33113C
2016-05-17 21:11:27,403 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,403 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:27,403 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519487138_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:27,404 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_STARTED]: vertexName=E20FA8E2EE834AE59E6FD1890D33113C, taskId=task_1463519487138_0001_1_01_000000, scheduledTime=1463519487404, launchTime=1463519487404
2016-05-17 21:11:27,404 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487138_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:27,404 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,404 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:27,404 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true, VertexName: E20FA8E2EE834AE59E6FD1890D33113C, VertexParallelism: 1, TaskAttemptID:attempt_1463519487138_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F8A129B471314A858C3EABCE2D337120, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=0EB2265EB00D49E69BE8F45BD2B5F41E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:27,404 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487138_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:27,404 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:27,402 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:27,405 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:27,406 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:27,406 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:27,406 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:27,406 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519487138_0001_00_000002
2016-05-17 21:11:27,406 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,406 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487138_0001_00_000001
2016-05-17 21:11:27,407 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519487138_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:27,407 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487138_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:27,407 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519487138_0001_00_000001, Exiting
2016-05-17 21:11:27,406 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:27,407 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519487138_0001_00_000001
2016-05-17 21:11:27,407 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519487138_0001_00_000001
2016-05-17 21:11:27,409 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519487138_0001_00_000002
2016-05-17 21:11:27,409 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519487138_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:27,410 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:27,411 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519487138_0001_00_000001 completed successfully
2016-05-17 21:11:27,411 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:27,412 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:27,412 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:27,412 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519487138_0001_00_000002, launchTime=1463519487412
2016-05-17 21:11:27,413 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487138_0001_00_000002
2016-05-17 21:11:27,413 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519487138_0001_1_01_000000_0] to container: [container_1463519487138_0001_00_000002]
2016-05-17 21:11:27,413 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:27,413 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519487138_0001_00_000002 given task: attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,413 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487138_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,414 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519487138_0001_1_01_000000_0] started. Is using containerId: [container_1463519487138_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E20FA8E2EE834AE59E6FD1890D33113C, taskAttemptId=attempt_1463519487138_0001_1_01_000000_0, startTime=1463519487414, containerId=container_1463519487138_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519487138_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:27,414 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,414 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487138_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:27,414 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:27,415 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,415 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:27,415 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:27,415 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:27,415 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:27,415 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:27,415 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4] comprehensivesort/(1/1) ...sive/false_null_true_true, VertexName: E20FA8E2EE834AE59E6FD1890D33113C, VertexParallelism: 1, TaskAttemptID:attempt_1463519487138_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F8A129B471314A858C3EABCE2D337120, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=0EB2265EB00D49E69BE8F45BD2B5F41E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:27,415 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752353280
2016-05-17 21:11:27,416 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:27,416 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,414 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487138_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:27,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F8A129B471314A858C3EABCE2D337120, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:27,419 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=0EB2265EB00D49E69BE8F45BD2B5F41E, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:27,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:27,421 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 0EB2265EB00D49E69BE8F45BD2B5F41E
2016-05-17 21:11:27,422 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:27,420 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:27,423 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:27,422 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 0EB2265EB00D49E69BE8F45BD2B5F41E
2016-05-17 21:11:27,421 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519487138_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:27,424 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,425 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 677117952, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:27,425 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:27,425 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 677117952, type: INPUT, componentVertexName: F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,426 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,429 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E20FA8E2EE834AE59E6FD1890D33113C, ordinal: 1
2016-05-17 21:11:27,429 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E20FA8E2EE834AE59E6FD1890D33113C, mem on start (mb), free: 377, total: 717, max: 717
2016-05-17 21:11:27,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:27,429 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:27,432 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:27,432 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 0EB2265EB00D49E69BE8F45BD2B5F41E
2016-05-17 21:11:27,432 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:27,432 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:27,433 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:27,433 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:27,433 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:27,433 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:27,433 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 677117952, TotalRequestedScaled: 6.250319556923077E8, TotalJVMHeap: 752353280, TotalAvailable: 504076697, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:27,433 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 0EB2265EB00D49E69BE8F45BD2B5F41E, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:27,433 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F8A129B471314A858C3EABCE2D337120, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=677117952, allocated=504076697
2016-05-17 21:11:27,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:27,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,434 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F8A129B471314A858C3EABCE2D337120 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:27,435 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:27,436 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:27,436 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F8A129B471314A858C3EABCE2D337120 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:27,436 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=677117952, postMergeMem=0, RuntimeTotalAvailable=504076697. Updated to: ShuffleMem=504076697, postMergeMem: 0
2016-05-17 21:11:27,436 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=504076697, maxSingleShuffleLimit=126019176, mergeThreshold=453669024, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:27,436 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:27,437 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:27,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:27,438 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:27,438 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,440 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519487138_0001_1_00_000000_0_10106, runDuration: 50700, ]
2016-05-17 21:11:27,441 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:27,441 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519487138_0001_1_00_000000_0_10106] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519487441, TimeTaken=0, Rate=0.00 MB/s
2016-05-17 21:11:27,442 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,442 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 9D0C1502634449F69D47D38ED780FD2D
2016-05-17 21:11:27,442 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_true"], id: 0EB2265EB00D49E69BE8F45BD2B5F41E
2016-05-17 21:11:27,442 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:27,442 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_true"]
2016-05-17 21:11:27,442 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [F8A129B471314A858C3EABCE2D337120] #19 in 1ms
2016-05-17 21:11:27,442 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 9D0C1502634449F69D47D38ED780FD2D, for 1 inputs
2016-05-17 21:11:27,443 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F8A129B471314A858C3EABCE2D337120] #19, status:false, isInterrupted:false
2016-05-17 21:11:27,444 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:27,444 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:27,444 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:27,444 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:27,445 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:27,445 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,445 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E20FA8E2EE834AE59E6FD1890D33113C, all 1 inputs ready in: 00:00:00.002
2016-05-17 21:11:27,445 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:27,446 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@4f05c2f; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@40341431
2016-05-17 21:11:27,455 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:27,455 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:27,455 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,456 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519487138_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:27,456 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,456 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E20FA8E2EE834AE59E6FD1890D33113C, mem on close (mb), free: 375, total: 717, max: 717
2016-05-17 21:11:27,457 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F8A129B471314A858C3EABCE2D337120
2016-05-17 21:11:27,457 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:27,458 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:27,458 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:27,458 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:27,458 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:27 Completed running task attempt: attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,459 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519487138_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:27,460 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519487445, Process_Duration=11, Process_End_Time=1463519487456, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:27,461 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E20FA8E2EE834AE59E6FD1890D33113C, taskAttemptId=attempt_1463519487138_0001_1_01_000000_0, startTime=1463519487414, finishTime=1463519487460, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487445, Process_Duration=11, Process_End_Time=1463519487456, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:27,461 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:27,461 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487138_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:27,461 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,461 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27,461 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487138_0001_00_000002
2016-05-17 21:11:27,461 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:27,461 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:27,462 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:TASK_FINISHED]: vertexName=E20FA8E2EE834AE59E6FD1890D33113C, taskId=task_1463519487138_0001_1_01_000000, startTime=1463519487414, finishTime=1463519487461, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1463519487138_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487445, Process_Duration=11, Process_End_Time=1463519487456, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:27,462 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487138_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:27,462 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] : 1
2016-05-17 21:11:27,462 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:VERTEX_FINISHED]: vertexName=E20FA8E2EE834AE59E6FD1890D33113C, vertexId=vertex_1463519487138_0001_1_01, initRequestedTime=1463519487308, initedTime=1463519487315, startRequestedTime=1463519487323, startedTime=1463519487323, finishTime=1463519487462, timeTaken=139, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487445, Process_Duration=11, Process_End_Time=1463519487456, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519487414, firstTasksToStart=[ task_1463519487138_0001_1_01_000000 ], lastTaskFinishTime=1463519487460, lastTasksToFinish=[ task_1463519487138_0001_1_01_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519487138_0001_1_01_000000 ], longestDurationTasks=[ task_1463519487138_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:27,464 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:27,464 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:27,464 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519487138_0001_00_000002, stoppedTime=1463519487464, exitStatus=0
2016-05-17 21:11:27,464 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:27,464 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:27,464 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519487138_0001_1
2016-05-17 21:11:27,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519487138_0001_1
2016-05-17 21:11:27,465 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519487138_0001_1_00 [F8A129B471314A858C3EABCE2D337120]
2016-05-17 21:11:27,465 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 0EB2265EB00D49E69BE8F45BD2B5F41E for vertex: vertex_1463519487138_0001_1_01 [E20FA8E2EE834AE59E6FD1890D33113C]
2016-05-17 21:11:27,462 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:27,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:27,467 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:27,472 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519487138_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:27,473 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487138_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:27,473 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519487138_0001_00_000002, Exiting
2016-05-17 21:11:27,473 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519487138_0001_00_000002
2016-05-17 21:11:27,473 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519487138_0001_00_000002
2016-05-17 21:11:27,474 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519487138_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:27,474 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519487138_0001_00_000002 completed successfully
2016-05-17 21:11:27,475 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519487138_0001_1, queueSize=0
2016-05-17 21:11:27,475 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:27,475 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487138_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519487138_0001_1, startTime=1463519487306, finishTime=1463519487473, timeTaken=167, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=859, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=7, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1504706560, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=6, MERGE_PHASE_TIME=9, FIRST_EVENT_RECEIVED=5, LAST_EVENT_RECEIVED=5, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038974828, Process_Duration=14, Process_End_Time=2927038974842, Read_Duration=2, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:27,475 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519487138_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:27,475 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519487138_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:27,476 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519487138_0001_00_000002
2016-05-17 21:11:27,476 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487138_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:27 Completed Dag: dag_1463519487138_0001_1
2016-05-17 21:11:27,477 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519487138_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:27,477 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519487138_0001_1_post
2016-05-17 21:11:27,478 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,478 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:27,482 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sive/false_null_true_true, applicationId=application_1463519487138_0001
2016-05-17 21:11:27,484 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:27,484 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:27,484 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:27,484 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:27,484 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:27,484 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:27,485 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:27,485 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:27,485 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:27,485 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:27,485 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:27,486 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:27,486 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:27,490 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/AA18623F90E74E2D872E86C53A560173/F61818B0472247E182EA7B2E167F4FF4/.tez/application_1463519487138_0001
2016-05-17 21:11:27,491 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_true/_temporary
2016-05-17 21:11:27,491 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.371
2016-05-17 21:11:27,551 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:27,552 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:27,586 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-17 21:11:27,594 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-17 21:11:27,594 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:27,595 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:27,595 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:27,611 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:27,617 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_true
2016-05-17 21:11:27,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:27,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:27,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_true"]
2016-05-17 21:11:27,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:27,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:27,658 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:27,662 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...nsive/true_null_true_true
2016-05-17 21:11:27,662 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:27,673 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:27,677 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:27,677 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:27,678 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:27,687 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E/.tez/application_1463519487677_0001 doesn't exist and is created
2016-05-17 21:11:27,703 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:27,704 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:27,704 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E/.tez/application_1463519487677_0001
2016-05-17 21:11:27,706 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519487677_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:27,718 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:27,718 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:27,718 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:27,719 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:27,721 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:27,721 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:27,721 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E/.tez/application_1463519487677_0001/localmode-log-dir
2016-05-17 21:11:27,721 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E/.tez/application_1463519487677_0001/localmode-log-dir/history.txt.appattempt_1463519487677_0001_000000, maxErrors=10
2016-05-17 21:11:27,721 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:27,723 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519487677_0001_000000, appSubmitTime=1463519487706, launchTime=1463519487706
2016-05-17 21:11:27,725 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:27,727 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:27,729 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:27,730 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:37038
2016-05-17 21:11:27,730 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:27,732 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:27,734 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519487677_0001_000000, startTime=1463519487733
2016-05-17 21:11:27,734 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:27,734 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:27,804 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:27,804 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:27,804 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...nsive/true_null_true_true, applicationId=application_1463519487677_0001, dagName=[4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true
2016-05-17 21:11:27,819 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true
2016-05-17 21:11:27,820 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519487677_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E/.tez/application_1463519487677_0001/localmode-log-dir/dag_1463519487677_0001_1.dot
2016-05-17 21:11:27,820 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E/.tez/application_1463519487677_0001/localmode-log-dir/dag_1463519487677_0001_1-tez-dag.pb.txt
2016-05-17 21:11:27,830 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519487677_0001_1
2016-05-17 21:11:27,830 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,830 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true
2016-05-17 21:11:27 Running Dag: dag_1463519487677_0001_1
2016-05-17 21:11:27,841 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519487677_0001_1, submitTime=1463519487819
2016-05-17 21:11:27,841 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:27,842 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F36B2E2A56FD471BB044A3E7BF7433ED
2016-05-17 21:11:27,842 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:27,842 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519487677_0001_1, initTime=1463519487841
2016-05-17 21:11:27,842 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:27,842 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519487677_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:27,843 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:DAG_STARTED]: dagID=dag_1463519487677_0001_1, startTime=1463519487843
2016-05-17 21:11:27,843 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:27,843 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:27,843 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519487677_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:27,844 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F1BE6EAE2930432E82F61AF844CC5ABB : {F3E49048FC4C470FBDC7D3E1CED6FD4B={InputName=F3E49048FC4C470FBDC7D3E1CED6FD4B}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:27,844 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: F3E49048FC4C470FBDC7D3E1CED6FD4B, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:27,844 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,844 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,844 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,844 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]. Starting root input initializers: 1
2016-05-17 21:11:27,845 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:27,845 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,848 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:27,848 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,848 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,848 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,848 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=E0BF7EFF50B747738C7F43303D3E0091, vertexId=vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:27,849 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=E0BF7EFF50B747738C7F43303D3E0091, vertexId=vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,852 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...nsive/true_null_true_true, applicationId=application_1463519487677_0001, dagName=[4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true
2016-05-17 21:11:27,853 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: F3E49048FC4C470FBDC7D3E1CED6FD4B on vertex vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,854 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=E0BF7EFF50B747738C7F43303D3E0091, vertexName=F36B2E2A56FD471BB044A3E7BF7433ED, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:27,854 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=E0BF7EFF50B747738C7F43303D3E0091, vertexId=vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,855 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:27,855 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:27,855 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F36B2E2A56FD471BB044A3E7BF7433ED, vertexId=vertex_1463519487677_0001_1_01, initRequestedTime=1463519487845, initedTime=1463519487855, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:27,857 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:27,858 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input F3E49048FC4C470FBDC7D3E1CED6FD4B asking for 1 tasks. Headroom: 717 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:27,859 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:27,860 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:27,861 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:27,862 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: F3E49048FC4C470FBDC7D3E1CED6FD4B on vertex vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,863 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:27,863 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {F3E49048FC4C470FBDC7D3E1CED6FD4B=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:27,863 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] parallelism set to 1
2016-05-17 21:11:27,863 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:27,863 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519487677_0001_1_00, eventCount=1
2016-05-17 21:11:27,864 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F1BE6EAE2930432E82F61AF844CC5ABB, vertexId=vertex_1463519487677_0001_1_00, initRequestedTime=1463519487844, initedTime=1463519487863, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:27,864 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] with distanceFromRoot: 0
2016-05-17 21:11:27,864 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:27,864 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:27,864 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:27,864 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,865 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:27,865 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519487677_0001_1_00, startRequestedTime=1463519487864, startedTime=1463519487864
2016-05-17 21:11:27,865 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:27,865 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:27,866 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_STARTED]: vertexName=F1BE6EAE2930432E82F61AF844CC5ABB, taskId=task_1463519487677_0001_1_00_000000, scheduledTime=1463519487865, launchTime=1463519487865
2016-05-17 21:11:27,866 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487677_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:27,866 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519487677_0001_1_00 for vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] numStartedSources: 1 numSources: 1
2016-05-17 21:11:27,866 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] with distanceFromRoot: 1
2016-05-17 21:11:27,866 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,866 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F1BE6EAE2930432E82F61AF844CC5ABB in vertex: F36B2E2A56FD471BB044A3E7BF7433ED
2016-05-17 21:11:27,867 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: F36B2E2A56FD471BB044A3E7BF7433ED with 1 source tasks and 1 pending tasks
2016-05-17 21:11:27,867 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:27,867 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519487677_0001_1_01, startRequestedTime=1463519487866, startedTime=1463519487866
2016-05-17 21:11:27,867 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:27,867 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true, VertexName: F1BE6EAE2930432E82F61AF844CC5ABB, VertexParallelism: 1, TaskAttemptID:attempt_1463519487677_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F3E49048FC4C470FBDC7D3E1CED6FD4B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F36B2E2A56FD471BB044A3E7BF7433ED, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:27,867 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487677_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:27,868 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:27,870 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519487677_0001, with dag id: dag_1463519487677_0001_1
2016-05-17 21:11:27,878 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:27,880 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:27,880 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:27,880 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519487677_0001_00_000001
2016-05-17 21:11:27,880 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:27,881 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519487677_0001_00_000001
2016-05-17 21:11:27,881 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:27,882 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:27,882 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:27,883 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519487677_0001_00_000001, launchTime=1463519487882
2016-05-17 21:11:27,883 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487677_0001_00_000001
2016-05-17 21:11:27,884 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519487677_0001_1_00_000000_0] to container: [container_1463519487677_0001_00_000001]
2016-05-17 21:11:27,884 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:27,885 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519487677_0001_1_00_000000_0] started. Is using containerId: [container_1463519487677_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:27,885 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F1BE6EAE2930432E82F61AF844CC5ABB, taskAttemptId=attempt_1463519487677_0001_1_00_000000_0, startTime=1463519487885, containerId=container_1463519487677_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519487677_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:27,885 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487677_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:27,886 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487677_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:27,886 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:27,886 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519487677_0001_00_000001 given task: attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,887 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487677_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,887 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,887 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,887 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:27,887 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:27,887 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:27,888 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:27,888 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:27,888 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true, VertexName: F1BE6EAE2930432E82F61AF844CC5ABB, VertexParallelism: 1, TaskAttemptID:attempt_1463519487677_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F3E49048FC4C470FBDC7D3E1CED6FD4B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F36B2E2A56FD471BB044A3E7BF7433ED, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:27,888 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752353280
2016-05-17 21:11:27,889 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:27,889 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,891 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519487677_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:27,891 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F3E49048FC4C470FBDC7D3E1CED6FD4B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:27,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:27,892 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F3E49048FC4C470FBDC7D3E1CED6FD4B
2016-05-17 21:11:27,892 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: F3E49048FC4C470FBDC7D3E1CED6FD4B
2016-05-17 21:11:27,894 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:27,894 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: F3E49048FC4C470FBDC7D3E1CED6FD4B
2016-05-17 21:11:27,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F3E49048FC4C470FBDC7D3E1CED6FD4B
2016-05-17 21:11:27,894 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,897 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:27,898 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F36B2E2A56FD471BB044A3E7BF7433ED, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:27,900 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:27,901 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F36B2E2A56FD471BB044A3E7BF7433ED
2016-05-17 21:11:27,902 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:27,903 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F36B2E2A56FD471BB044A3E7BF7433ED
2016-05-17 21:11:27,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F36B2E2A56FD471BB044A3E7BF7433ED
2016-05-17 21:11:27,904 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F1BE6EAE2930432E82F61AF844CC5ABB, ordinal: 0
2016-05-17 21:11:27,904 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F1BE6EAE2930432E82F61AF844CC5ABB, mem on start (mb), free: 286, total: 717, max: 717
2016-05-17 21:11:27,904 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:27,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:27,905 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:27,905 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:27,906 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:27,906 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:27,906 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:27,906 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:27,907 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 752353280, TotalAvailable: 504076697, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:27,907 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F3E49048FC4C470FBDC7D3E1CED6FD4B, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:27,907 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F36B2E2A56FD471BB044A3E7BF7433ED, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:27,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:27,907 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F3E49048FC4C470FBDC7D3E1CED6FD4B
2016-05-17 21:11:27,907 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:27,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F3E49048FC4C470FBDC7D3E1CED6FD4B
2016-05-17 21:11:27,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F3E49048FC4C470FBDC7D3E1CED6FD4B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:27,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:27,908 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:27,909 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:27,909 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,912 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:27,913 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: F3E49048FC4C470FBDC7D3E1CED6FD4B
2016-05-17 21:11:27,913 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 4391D63DDD0A440C8975EFA2550E67C6
2016-05-17 21:11:27,913 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 4391D63DDD0A440C8975EFA2550E67C6
2016-05-17 21:11:27,914 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:27,916 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.KeyTupleSerializer@2d6447d2; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@12a74346; comparator=cascading.tuple.hadoop.util.ReverseTupleComparator@2331b23b; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:27,917 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.TuplePartitioner]
2016-05-17 21:11:27,917 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.TuplePartitioner
2016-05-17 21:11:27,918 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:27,917 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@13ac518a
2016-05-17 21:11:27,941 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:27,941 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:27,942 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:27,942 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:27,943 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:27,942 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@13ac518a
2016-05-17 21:11:27,944 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:27,944 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:27,944 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:27,944 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:27,944 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F1BE6EAE2930432E82F61AF844CC5ABB, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:27,950 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,950 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F1BE6EAE2930432E82F61AF844CC5ABB, mem on close (mb), free: 382, total: 718, max: 718
2016-05-17 21:11:27,950 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:27,950 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:27,950 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 629; bufvoid = 104857600
2016-05-17 21:11:27,951 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:27,955 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:27 Completed running task attempt: attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,959 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519487677_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:27,960 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519487677_0001_1_00, eventCount=1
2016-05-17 21:11:27,960 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519487945, Process_Duration=5, Process_End_Time=1463519487950, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:27,961 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F1BE6EAE2930432E82F61AF844CC5ABB, taskAttemptId=attempt_1463519487677_0001_1_00_000000_0, startTime=1463519487885, finishTime=1463519487961, timeTaken=76, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487945, Process_Duration=5, Process_End_Time=1463519487950, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:27,961 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:27,961 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487677_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:27,961 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27,961 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:27,962 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_FINISHED]: vertexName=F1BE6EAE2930432E82F61AF844CC5ABB, taskId=task_1463519487677_0001_1_00_000000, startTime=1463519487885, finishTime=1463519487961, timeTaken=76, status=SUCCEEDED, successfulAttemptID=attempt_1463519487677_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487945, Process_Duration=5, Process_End_Time=1463519487950, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:27,962 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:27,962 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487677_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:27,962 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] : 1
2016-05-17 21:11:27,962 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:27,961 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,963 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487677_0001_00_000001
2016-05-17 21:11:27,965 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:27,964 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_FINISHED]: vertexName=F1BE6EAE2930432E82F61AF844CC5ABB, vertexId=vertex_1463519487677_0001_1_00, initRequestedTime=1463519487844, initedTime=1463519487863, startRequestedTime=1463519487864, startedTime=1463519487864, finishTime=1463519487962, timeTaken=98, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=625, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519487945, Process_Duration=5, Process_End_Time=1463519487950, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519487885, firstTasksToStart=[ task_1463519487677_0001_1_00_000000 ], lastTaskFinishTime=1463519487961, lastTasksToFinish=[ task_1463519487677_0001_1_00_000000 ], minTaskDuration=76, maxTaskDuration=76, avgTaskDuration=76.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519487677_0001_1_00_000000 ], longestDurationTasks=[ task_1463519487677_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:27,967 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:27,964 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:27,967 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] attempt: attempt_1463519487677_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:27,967 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F36B2E2A56FD471BB044A3E7BF7433ED
2016-05-17 21:11:27,967 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,968 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:27,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519487677_0001_00_000001, stoppedTime=1463519487968, exitStatus=0
2016-05-17 21:11:27,968 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:27,968 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:27,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:27,968 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_STARTED]: vertexName=F36B2E2A56FD471BB044A3E7BF7433ED, taskId=task_1463519487677_0001_1_01_000000, scheduledTime=1463519487968, launchTime=1463519487968
2016-05-17 21:11:27,968 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:27,968 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487677_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:27,969 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519487677_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:27,969 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:27,969 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:27,969 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true, VertexName: F36B2E2A56FD471BB044A3E7BF7433ED, VertexParallelism: 1, TaskAttemptID:attempt_1463519487677_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F1BE6EAE2930432E82F61AF844CC5ABB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E0BF7EFF50B747738C7F43303D3E0091, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:27,970 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487677_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:27,970 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:27,970 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519487677_0001_00_000002
2016-05-17 21:11:27,970 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:27,972 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519487677_0001_00_000002
2016-05-17 21:11:27,972 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:27,976 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519487677_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:27,977 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487677_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:27,977 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:27,977 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519487677_0001_00_000001, Exiting
2016-05-17 21:11:27,977 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519487677_0001_00_000001
2016-05-17 21:11:27,977 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519487677_0001_00_000001
2016-05-17 21:11:27,977 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:27,977 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519487677_0001_00_000002, launchTime=1463519487977
2016-05-17 21:11:27,979 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487677_0001_00_000002
2016-05-17 21:11:27,979 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519487677_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:27,982 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519487677_0001_00_000001 completed successfully
2016-05-17 21:11:27,982 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:27,981 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519487677_0001_1_01_000000_0] to container: [container_1463519487677_0001_00_000002]
2016-05-17 21:11:27,983 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:27,983 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519487677_0001_1_01_000000_0] started. Is using containerId: [container_1463519487677_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:27,984 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F36B2E2A56FD471BB044A3E7BF7433ED, taskAttemptId=attempt_1463519487677_0001_1_01_000000_0, startTime=1463519487983, containerId=container_1463519487677_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519487677_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:27,984 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487677_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:27,984 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487677_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:27,984 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:27,985 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519487677_0001_00_000002 given task: attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:27,985 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487677_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:27,986 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:27,986 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:27,986 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:27,986 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:27,986 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:27,986 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:27,986 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:27,986 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E] comprehensivesort/(1/1) ...nsive/true_null_true_true, VertexName: F36B2E2A56FD471BB044A3E7BF7433ED, VertexParallelism: 1, TaskAttemptID:attempt_1463519487677_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F1BE6EAE2930432E82F61AF844CC5ABB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=E0BF7EFF50B747738C7F43303D3E0091, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:27,987 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752877568
2016-05-17 21:11:27,990 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:27,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:27,990 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,991 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519487677_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:27,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F1BE6EAE2930432E82F61AF844CC5ABB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:27,991 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:27,992 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:27,992 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:27,994 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 677589824, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:27,995 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:27,995 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 677589824, type: INPUT, componentVertexName: F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:27,995 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:27,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=E0BF7EFF50B747738C7F43303D3E0091, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:27,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:27,996 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: E0BF7EFF50B747738C7F43303D3E0091
2016-05-17 21:11:27,997 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:27,997 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: E0BF7EFF50B747738C7F43303D3E0091
2016-05-17 21:11:27,999 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:28,006 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F36B2E2A56FD471BB044A3E7BF7433ED, ordinal: 1
2016-05-17 21:11:28,011 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F36B2E2A56FD471BB044A3E7BF7433ED, mem on start (mb), free: 376, total: 718, max: 718
2016-05-17 21:11:28,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:28,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:28,011 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:28,015 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:28,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: E0BF7EFF50B747738C7F43303D3E0091
2016-05-17 21:11:28,015 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:28,016 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:28,016 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:28,016 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:28,016 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:28,016 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:28,016 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 677589824, TotalRequestedScaled: 6.254675298461539E8, TotalJVMHeap: 752877568, TotalAvailable: 504427970, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:28,016 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F1BE6EAE2930432E82F61AF844CC5ABB, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=677589824, allocated=504427970
2016-05-17 21:11:28,017 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, E0BF7EFF50B747738C7F43303D3E0091, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:28,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:28,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F1BE6EAE2930432E82F61AF844CC5ABB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:28,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:28,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:28,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:28,019 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:28,019 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:28,021 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F1BE6EAE2930432E82F61AF844CC5ABB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:28,021 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=677589824, postMergeMem=0, RuntimeTotalAvailable=504427970. Updated to: ShuffleMem=504427970, postMergeMem: 0
2016-05-17 21:11:28,021 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=504427970, maxSingleShuffleLimit=126106992, mergeThreshold=453985152, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:28,022 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:28,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:28,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:28,024 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:28,026 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519487677_0001_1_00_000000_0_10113, runDuration: 56714, ]
2016-05-17 21:11:28,030 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519487677_0001_1_00_000000_0_10113] to DISK_DIRECT, CompressedSize=593, DecompressedSize=589,EndTime=1463519488030, TimeTaken=1, Rate=0.57 MB/s
2016-05-17 21:11:28,030 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:28,030 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:28,031 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [F1BE6EAE2930432E82F61AF844CC5ABB] #20 in 2ms
2016-05-17 21:11:28,032 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F1BE6EAE2930432E82F61AF844CC5ABB] #20, status:false, isInterrupted:false
2016-05-17 21:11:28,032 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:28,033 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 4391D63DDD0A440C8975EFA2550E67C6
2016-05-17 21:11:28,033 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_true"], id: E0BF7EFF50B747738C7F43303D3E0091
2016-05-17 21:11:28,033 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_true"]
2016-05-17 21:11:28,034 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 4391D63DDD0A440C8975EFA2550E67C6, for 1 inputs
2016-05-17 21:11:28,034 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:28,035 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 593 bytes from disk
2016-05-17 21:11:28,035 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:28,035 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:28,036 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 580 bytes
2016-05-17 21:11:28,036 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:28,036 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:28,036 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F36B2E2A56FD471BB044A3E7BF7433ED, all 1 inputs ready in: 00:00:00.002
2016-05-17 21:11:28,037 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.KeyTupleDeserializer@170364f2; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@5fd857ab
2016-05-17 21:11:28,042 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:28,042 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:28,043 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:28,043 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519487677_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:28,044 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:28,044 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F36B2E2A56FD471BB044A3E7BF7433ED, mem on close (mb), free: 373, total: 718, max: 718
2016-05-17 21:11:28,044 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F1BE6EAE2930432E82F61AF844CC5ABB
2016-05-17 21:11:28,045 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:28,046 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:28,046 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:28,046 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:28,047 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:28 Completed running task attempt: attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:28,048 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519487677_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:28,049 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519488036, Process_Duration=8, Process_End_Time=1463519488044, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:28,049 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F36B2E2A56FD471BB044A3E7BF7433ED, taskAttemptId=attempt_1463519487677_0001_1_01_000000_0, startTime=1463519487983, finishTime=1463519488049, timeTaken=66, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488036, Process_Duration=8, Process_End_Time=1463519488044, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:28,050 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519487677_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:28,050 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:28,049 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:28,051 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:TASK_FINISHED]: vertexName=F36B2E2A56FD471BB044A3E7BF7433ED, taskId=task_1463519487677_0001_1_01_000000, startTime=1463519487983, finishTime=1463519488050, timeTaken=67, status=SUCCEEDED, successfulAttemptID=attempt_1463519487677_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488036, Process_Duration=8, Process_End_Time=1463519488044, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:28,050 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:28,051 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,051 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519487677_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:28,051 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519487677_0001_00_000002
2016-05-17 21:11:28,051 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:28,051 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:28,051 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] : 1
2016-05-17 21:11:28,053 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:28,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:VERTEX_FINISHED]: vertexName=F36B2E2A56FD471BB044A3E7BF7433ED, vertexId=vertex_1463519487677_0001_1_01, initRequestedTime=1463519487845, initedTime=1463519487855, startRequestedTime=1463519487866, startedTime=1463519487866, finishTime=1463519488053, timeTaken=187, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=625, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752877568, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488036, Process_Duration=8, Process_End_Time=1463519488044, Read_Duration=0, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519487983, firstTasksToStart=[ task_1463519487677_0001_1_01_000000 ], lastTaskFinishTime=1463519488049, lastTasksToFinish=[ task_1463519487677_0001_1_01_000000 ], minTaskDuration=66, maxTaskDuration=66, avgTaskDuration=66.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519487677_0001_1_01_000000 ], longestDurationTasks=[ task_1463519487677_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:28,054 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:28,054 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:28,054 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519487677_0001_00_000002, stoppedTime=1463519488054, exitStatus=0
2016-05-17 21:11:28,054 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:28,055 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:28,055 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519487677_0001_1
2016-05-17 21:11:28,055 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519487677_0001_1
2016-05-17 21:11:28,055 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: E0BF7EFF50B747738C7F43303D3E0091 for vertex: vertex_1463519487677_0001_1_01 [F36B2E2A56FD471BB044A3E7BF7433ED]
2016-05-17 21:11:28,056 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:28,057 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:28,063 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519487677_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:28,063 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519487677_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:28,063 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519487677_0001_00_000002, Exiting
2016-05-17 21:11:28,063 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519487677_0001_00_000002
2016-05-17 21:11:28,063 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519487677_0001_00_000002
2016-05-17 21:11:28,064 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519487677_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:28,064 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519487677_0001_00_000002 completed successfully
2016-05-17 21:11:28,066 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519487677_0001_1_00 [F1BE6EAE2930432E82F61AF844CC5ABB]
2016-05-17 21:11:28,068 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519487677_0001_1, queueSize=0
2016-05-17 21:11:28,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519487677_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519487677_0001_1, startTime=1463519487843, finishTime=1463519488066, timeTaken=223, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=989, FILE_BYTES_WRITTEN=859, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=4, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1505755136, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=629, OUTPUT_BYTES_WITH_OVERHEAD=589, OUTPUT_BYTES_PHYSICAL=593, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=593, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=593, SHUFFLE_BYTES_DECOMPRESSED=589, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=593, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=12, MERGE_PHASE_TIME=17, FIRST_EVENT_RECEIVED=12, LAST_EVENT_RECEIVED=12, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038975981, Process_Duration=13, Process_End_Time=2927038975994, Read_Duration=3, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:28,069 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519487677_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:28,069 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519487677_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:28,069 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519487677_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:28,069 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519487677_0001_00_000002
2016-05-17 21:11:28 Completed Dag: dag_1463519487677_0001_1
2016-05-17 21:11:28,069 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519487677_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:28,069 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519487677_0001_1_post
2016-05-17 21:11:28,069 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,069 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:28,070 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:28,077 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...nsive/true_null_true_true, applicationId=application_1463519487677_0001
2016-05-17 21:11:28,078 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:28,079 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:28,079 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:28,079 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:28,079 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:28,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:28,080 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:28,080 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:28,081 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:28,082 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:28,082 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:28,082 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:28,083 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:28,088 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/4D96812208B245FD8EC53CA90491450C/D782AAC5F50D4C1AA15F2CF681BBB21E/.tez/application_1463519487677_0001
2016-05-17 21:11:28,089 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_true/_temporary
2016-05-17 21:11:28,089 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.430
2016-05-17 21:11:28,164 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:28,164 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:28,195 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.009
2016-05-17 21:11:28,201 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.014
2016-05-17 21:11:28,201 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:28,201 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:28,201 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:28,214 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:28,220 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_true
2016-05-17 21:11:28,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:28,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:28,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_true"]
2016-05-17 21:11:28,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:28,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:28,266 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:28,267 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ve/false_false_false_true
2016-05-17 21:11:28,267 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:28,277 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:28,281 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:28,282 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:28,282 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:28,290 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584/.tez/application_1463519488282_0001 doesn't exist and is created
2016-05-17 21:11:28,305 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:28,305 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:28,306 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584/.tez/application_1463519488282_0001
2016-05-17 21:11:28,308 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519488282_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:28,317 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:28,318 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:28,319 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:28,319 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:28,320 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584/.tez/application_1463519488282_0001/localmode-log-dir
2016-05-17 21:11:28,320 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584/.tez/application_1463519488282_0001/localmode-log-dir/history.txt.appattempt_1463519488282_0001_000000, maxErrors=10
2016-05-17 21:11:28,320 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:28,320 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519488282_0001_000000, appSubmitTime=1463519488308, launchTime=1463519488308
2016-05-17 21:11:28,323 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:28,325 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:28,326 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:28,327 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:28,329 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:28,329 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48790
2016-05-17 21:11:28,329 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:28,331 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:28,333 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519488282_0001_000000, startTime=1463519488333
2016-05-17 21:11:28,333 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:28,333 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:28,405 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:28,405 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:28,406 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ve/false_false_false_true, applicationId=application_1463519488282_0001, dagName=[740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true
2016-05-17 21:11:28,420 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true
2016-05-17 21:11:28,422 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519488282_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584/.tez/application_1463519488282_0001/localmode-log-dir/dag_1463519488282_0001_1.dot
2016-05-17 21:11:28,422 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584/.tez/application_1463519488282_0001/localmode-log-dir/dag_1463519488282_0001_1-tez-dag.pb.txt
2016-05-17 21:11:28,428 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519488282_0001_1
2016-05-17 21:11:28,428 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,428 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true
2016-05-17 21:11:28 Running Dag: dag_1463519488282_0001_1
2016-05-17 21:11:28,438 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519488282_0001_1, submitTime=1463519488420
2016-05-17 21:11:28,438 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:28,439 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex F18042DF90964127B550BE5FF2A83F0D
2016-05-17 21:11:28,439 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:28,439 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519488282_0001_1, initTime=1463519488439
2016-05-17 21:11:28,440 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519488282_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:28,439 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:28,440 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:DAG_STARTED]: dagID=dag_1463519488282_0001_1, startTime=1463519488440
2016-05-17 21:11:28,440 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:28,440 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519488282_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:28,440 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:28,441 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D20CE9B55B094AF4B070B518E43293C9 : {8A67ADBBB2ED4BF093292B5EC21C5B0E={InputName=8A67ADBBB2ED4BF093292B5EC21C5B0E}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:28,441 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 8A67ADBBB2ED4BF093292B5EC21C5B0E, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:28,441 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,441 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,441 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,442 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]. Starting root input initializers: 1
2016-05-17 21:11:28,442 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:28,442 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,442 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 8A67ADBBB2ED4BF093292B5EC21C5B0E on vertex vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,444 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:28,444 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:28,446 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,446 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ve/false_false_false_true, applicationId=application_1463519488282_0001, dagName=[740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true
2016-05-17 21:11:28,446 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,446 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,446 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=513C0863EE4B487B8AC48D4506BA0269, vertexId=vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:28,446 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=513C0863EE4B487B8AC48D4506BA0269, vertexId=vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,448 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 8A67ADBBB2ED4BF093292B5EC21C5B0E asking for 1 tasks. Headroom: 718 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:28,448 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:28,448 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=513C0863EE4B487B8AC48D4506BA0269, vertexName=F18042DF90964127B550BE5FF2A83F0D, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:28,449 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:28,449 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=513C0863EE4B487B8AC48D4506BA0269, vertexId=vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,450 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:28,450 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F18042DF90964127B550BE5FF2A83F0D, vertexId=vertex_1463519488282_0001_1_01, initRequestedTime=1463519488442, initedTime=1463519488450, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:28,451 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:28,451 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:28,452 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 8A67ADBBB2ED4BF093292B5EC21C5B0E on vertex vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,452 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:28,452 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {8A67ADBBB2ED4BF093292B5EC21C5B0E=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:28,452 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] parallelism set to 1
2016-05-17 21:11:28,453 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:28,453 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519488282_0001_1_00, eventCount=1
2016-05-17 21:11:28,453 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:28,453 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D20CE9B55B094AF4B070B518E43293C9, vertexId=vertex_1463519488282_0001_1_00, initRequestedTime=1463519488441, initedTime=1463519488453, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:28,454 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] with distanceFromRoot: 0
2016-05-17 21:11:28,454 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:28,454 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,454 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,455 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:28,455 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519488282_0001_1_00, startRequestedTime=1463519488454, startedTime=1463519488454
2016-05-17 21:11:28,455 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:28,456 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:28,456 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_STARTED]: vertexName=D20CE9B55B094AF4B070B518E43293C9, taskId=task_1463519488282_0001_1_00_000000, scheduledTime=1463519488456, launchTime=1463519488456
2016-05-17 21:11:28,456 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488282_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:28,456 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519488282_0001_1_00 for vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] numStartedSources: 1 numSources: 1
2016-05-17 21:11:28,457 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] with distanceFromRoot: 1
2016-05-17 21:11:28,457 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,457 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D20CE9B55B094AF4B070B518E43293C9 in vertex: F18042DF90964127B550BE5FF2A83F0D
2016-05-17 21:11:28,457 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: F18042DF90964127B550BE5FF2A83F0D with 1 source tasks and 1 pending tasks
2016-05-17 21:11:28,458 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:28,458 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519488282_0001_1_01, startRequestedTime=1463519488457, startedTime=1463519488457
2016-05-17 21:11:28,458 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:28,458 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true, VertexName: D20CE9B55B094AF4B070B518E43293C9, VertexParallelism: 1, TaskAttemptID:attempt_1463519488282_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8A67ADBBB2ED4BF093292B5EC21C5B0E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F18042DF90964127B550BE5FF2A83F0D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:28,459 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488282_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:28,459 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:28,460 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:28,460 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:28,460 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:28,461 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519488282_0001_00_000001
2016-05-17 21:11:28,461 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:28,462 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519488282_0001_00_000001
2016-05-17 21:11:28,462 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:28,463 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:28,463 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:28,463 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519488282_0001_00_000001, launchTime=1463519488463
2016-05-17 21:11:28,463 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519488282_0001, with dag id: dag_1463519488282_0001_1
2016-05-17 21:11:28,463 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488282_0001_00_000001
2016-05-17 21:11:28,464 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519488282_0001_1_00_000000_0] to container: [container_1463519488282_0001_00_000001]
2016-05-17 21:11:28,464 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:28,465 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519488282_0001_1_00_000000_0] started. Is using containerId: [container_1463519488282_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:28,465 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D20CE9B55B094AF4B070B518E43293C9, taskAttemptId=attempt_1463519488282_0001_1_00_000000_0, startTime=1463519488465, containerId=container_1463519488282_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519488282_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:28,465 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488282_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:28,465 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488282_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:28,465 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:28,466 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519488282_0001_00_000001 given task: attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,466 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519488282_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28 Starting to run new task attempt: attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,466 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,466 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,467 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:28,467 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:28,467 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:28,467 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:28,467 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:28,467 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true, VertexName: D20CE9B55B094AF4B070B518E43293C9, VertexParallelism: 1, TaskAttemptID:attempt_1463519488282_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=8A67ADBBB2ED4BF093292B5EC21C5B0E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=F18042DF90964127B550BE5FF2A83F0D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:28,467 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752877568
2016-05-17 21:11:28,467 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,468 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:28,468 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:28,469 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=8A67ADBBB2ED4BF093292B5EC21C5B0E, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:28,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:28,469 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519488282_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:28,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:28,470 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 8A67ADBBB2ED4BF093292B5EC21C5B0E
2016-05-17 21:11:28,470 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 8A67ADBBB2ED4BF093292B5EC21C5B0E
2016-05-17 21:11:28,471 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:28,472 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:28,473 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 8A67ADBBB2ED4BF093292B5EC21C5B0E
2016-05-17 21:11:28,473 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 8A67ADBBB2ED4BF093292B5EC21C5B0E
2016-05-17 21:11:28,474 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=F18042DF90964127B550BE5FF2A83F0D, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:28,474 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:28,475 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: F18042DF90964127B550BE5FF2A83F0D
2016-05-17 21:11:28,476 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D20CE9B55B094AF4B070B518E43293C9, ordinal: 0
2016-05-17 21:11:28,476 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D20CE9B55B094AF4B070B518E43293C9, mem on start (mb), free: 288, total: 718, max: 718
2016-05-17 21:11:28,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:28,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:28,476 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:28,477 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:28,477 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: F18042DF90964127B550BE5FF2A83F0D
2016-05-17 21:11:28,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: F18042DF90964127B550BE5FF2A83F0D
2016-05-17 21:11:28,478 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:28,478 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:28,478 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:28,478 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:28,478 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:28,478 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:28,478 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 752877568, TotalAvailable: 504427970, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:28,479 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 8A67ADBBB2ED4BF093292B5EC21C5B0E, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:28,479 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, F18042DF90964127B550BE5FF2A83F0D, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:28,479 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:28,479 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 8A67ADBBB2ED4BF093292B5EC21C5B0E being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:28,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:28,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:28,480 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 8A67ADBBB2ED4BF093292B5EC21C5B0E
2016-05-17 21:11:28,480 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:28,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 8A67ADBBB2ED4BF093292B5EC21C5B0E
2016-05-17 21:11:28,481 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:28,481 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,482 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:28,482 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@59d76e68
2016-05-17 21:11:28,483 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@59d76e68
2016-05-17 21:11:28,483 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:28,483 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:28,484 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:28,485 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 8A67ADBBB2ED4BF093292B5EC21C5B0E
2016-05-17 21:11:28,485 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 6605660F1D28444480FBA225FCB1961A
2016-05-17 21:11:28,485 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 6605660F1D28444480FBA225FCB1961A
2016-05-17 21:11:28,487 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@a666b8e; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@4a1f3cf7; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@48dba225; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:28,487 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:28,487 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:28,487 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:28,508 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:28,509 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:28,509 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:28,509 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:28,509 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:28,510 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:28,510 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:28,510 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D20CE9B55B094AF4B070B518E43293C9, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:28,516 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,516 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D20CE9B55B094AF4B070B518E43293C9, mem on close (mb), free: 382, total: 719, max: 719
2016-05-17 21:11:28,516 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:28,516 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:28,516 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:28,517 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:28,520 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:28 Completed running task attempt: attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,523 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519488282_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:28,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519488282_0001_1_00, eventCount=1
2016-05-17 21:11:28,524 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519488510, Process_Duration=6, Process_End_Time=1463519488516, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:28,524 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D20CE9B55B094AF4B070B518E43293C9, taskAttemptId=attempt_1463519488282_0001_1_00_000000_0, startTime=1463519488465, finishTime=1463519488524, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488510, Process_Duration=6, Process_End_Time=1463519488516, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:28,524 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:28,525 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:28,525 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488282_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:28,525 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28,525 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,526 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488282_0001_00_000001
2016-05-17 21:11:28,526 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:28,526 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:28,526 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_FINISHED]: vertexName=D20CE9B55B094AF4B070B518E43293C9, taskId=task_1463519488282_0001_1_00_000000, startTime=1463519488465, finishTime=1463519488525, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1463519488282_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488510, Process_Duration=6, Process_End_Time=1463519488516, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:28,527 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488282_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:28,527 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] : 1
2016-05-17 21:11:28,528 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,529 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_FINISHED]: vertexName=D20CE9B55B094AF4B070B518E43293C9, vertexId=vertex_1463519488282_0001_1_00, initRequestedTime=1463519488441, initedTime=1463519488453, startRequestedTime=1463519488454, startedTime=1463519488454, finishTime=1463519488528, timeTaken=74, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488510, Process_Duration=6, Process_End_Time=1463519488516, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519488465, firstTasksToStart=[ task_1463519488282_0001_1_00_000000 ], lastTaskFinishTime=1463519488524, lastTasksToFinish=[ task_1463519488282_0001_1_00_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519488282_0001_1_00_000000 ], longestDurationTasks=[ task_1463519488282_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:28,529 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:28,529 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:28,529 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] attempt: attempt_1463519488282_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:28,529 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: F18042DF90964127B550BE5FF2A83F0D
2016-05-17 21:11:28,529 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,530 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:28,530 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:28,530 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519488282_0001_00_000001, stoppedTime=1463519488530, exitStatus=0
2016-05-17 21:11:28,531 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:28,531 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:28,531 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:28,531 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_STARTED]: vertexName=F18042DF90964127B550BE5FF2A83F0D, taskId=task_1463519488282_0001_1_01_000000, scheduledTime=1463519488531, launchTime=1463519488531
2016-05-17 21:11:28,531 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488282_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:28,531 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519488282_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:28,532 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,532 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:28,532 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true, VertexName: F18042DF90964127B550BE5FF2A83F0D, VertexParallelism: 1, TaskAttemptID:attempt_1463519488282_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D20CE9B55B094AF4B070B518E43293C9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=513C0863EE4B487B8AC48D4506BA0269, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:28,532 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488282_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:28,532 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:28,533 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519488282_0001_00_000002
2016-05-17 21:11:28,533 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:28,534 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519488282_0001_00_000002
2016-05-17 21:11:28,534 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:28,535 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:28,535 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:28,535 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519488282_0001_00_000002, launchTime=1463519488535
2016-05-17 21:11:28,536 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488282_0001_00_000002
2016-05-17 21:11:28,536 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519488282_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:28,537 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519488282_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:28,537 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519488282_0001_00_000001, Exiting
2016-05-17 21:11:28,537 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519488282_0001_00_000001
2016-05-17 21:11:28,537 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519488282_0001_00_000001
2016-05-17 21:11:28,537 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519488282_0001_1_01_000000_0] to container: [container_1463519488282_0001_00_000002]
2016-05-17 21:11:28,538 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:28,538 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519488282_0001_00_000002 given task: attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,538 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519488282_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,538 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519488282_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:28,538 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519488282_0001_00_000001 completed successfully
2016-05-17 21:11:28,539 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519488282_0001_1_01_000000_0] started. Is using containerId: [container_1463519488282_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:28,539 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:28,539 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F18042DF90964127B550BE5FF2A83F0D, taskAttemptId=attempt_1463519488282_0001_1_01_000000_0, startTime=1463519488538, containerId=container_1463519488282_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519488282_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:28,539 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488282_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:28,540 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:28,540 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488282_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:28 Starting to run new task attempt: attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,542 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,542 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,542 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:28,542 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:28,542 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:28,542 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:28,542 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:28,542 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584] comprehensivesort/(1/1) ...ve/false_false_false_true, VertexName: F18042DF90964127B550BE5FF2A83F0D, VertexParallelism: 1, TaskAttemptID:attempt_1463519488282_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D20CE9B55B094AF4B070B518E43293C9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=513C0863EE4B487B8AC48D4506BA0269, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:28,542 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=753926144
2016-05-17 21:11:28,543 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:28,543 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:28,544 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519488282_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:28,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D20CE9B55B094AF4B070B518E43293C9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:28,544 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:28,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=513C0863EE4B487B8AC48D4506BA0269, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:28,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:28,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,545 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:28,546 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 513C0863EE4B487B8AC48D4506BA0269
2016-05-17 21:11:28,547 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:28,547 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 513C0863EE4B487B8AC48D4506BA0269
2016-05-17 21:11:28,547 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:28,548 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 678533504, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:28,548 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:28,548 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 678533504, type: INPUT, componentVertexName: D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,549 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,554 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F18042DF90964127B550BE5FF2A83F0D, ordinal: 1
2016-05-17 21:11:28,555 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F18042DF90964127B550BE5FF2A83F0D, mem on start (mb), free: 376, total: 719, max: 719
2016-05-17 21:11:28,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:28,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:28,555 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:28,560 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:28,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 513C0863EE4B487B8AC48D4506BA0269
2016-05-17 21:11:28,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:28,561 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:28,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:28,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:28,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:28,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:28,561 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 678533504, TotalRequestedScaled: 6.263386190769231E8, TotalJVMHeap: 753926144, TotalAvailable: 505130516, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:28,561 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 513C0863EE4B487B8AC48D4506BA0269, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:28,562 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D20CE9B55B094AF4B070B518E43293C9, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=678533504, allocated=505130516
2016-05-17 21:11:28,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:28,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D20CE9B55B094AF4B070B518E43293C9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:28,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:28,562 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:28,563 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:28,563 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:28,563 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D20CE9B55B094AF4B070B518E43293C9 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:28,564 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=678533504, postMergeMem=0, RuntimeTotalAvailable=505130516. Updated to: ShuffleMem=505130516, postMergeMem: 0
2016-05-17 21:11:28,564 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=505130516, maxSingleShuffleLimit=126282632, mergeThreshold=454617472, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:28,564 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:28,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,565 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:28,566 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,569 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:28,569 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519488282_0001_1_00_000000_0_10119, runDuration: 46354, ]
2016-05-17 21:11:28,569 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 6605660F1D28444480FBA225FCB1961A
2016-05-17 21:11:28,570 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_true"], id: 513C0863EE4B487B8AC48D4506BA0269
2016-05-17 21:11:28,570 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_true"]
2016-05-17 21:11:28,570 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 6605660F1D28444480FBA225FCB1961A, for 1 inputs
2016-05-17 21:11:28,571 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519488282_0001_1_00_000000_0_10119] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519488571, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:28,571 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,571 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:28,571 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [D20CE9B55B094AF4B070B518E43293C9] #21 in 1ms
2016-05-17 21:11:28,572 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D20CE9B55B094AF4B070B518E43293C9] #21, status:false, isInterrupted:false
2016-05-17 21:11:28,572 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:28,573 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:28,573 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:28,573 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:28,573 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:28,574 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,574 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:28,574 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F18042DF90964127B550BE5FF2A83F0D, all 1 inputs ready in: 00:00:00.004
2016-05-17 21:11:28,576 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@65f59b8f; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@5fb7fd94
2016-05-17 21:11:28,582 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:28,582 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:28,582 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,583 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519488282_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:28,588 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,588 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F18042DF90964127B550BE5FF2A83F0D, mem on close (mb), free: 373, total: 719, max: 719
2016-05-17 21:11:28,588 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D20CE9B55B094AF4B070B518E43293C9
2016-05-17 21:11:28,589 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:28,589 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:28,589 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:28,589 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:28,590 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:28 Completed running task attempt: attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,590 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519488282_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:28,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F18042DF90964127B550BE5FF2A83F0D, taskAttemptId=attempt_1463519488282_0001_1_01_000000_0, startTime=1463519488538, finishTime=1463519488592, timeTaken=54, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488574, Process_Duration=14, Process_End_Time=1463519488588, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:28,592 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488282_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:28,592 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28,592 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:TASK_FINISHED]: vertexName=F18042DF90964127B550BE5FF2A83F0D, taskId=task_1463519488282_0001_1_01_000000, startTime=1463519488538, finishTime=1463519488592, timeTaken=54, status=SUCCEEDED, successfulAttemptID=attempt_1463519488282_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488574, Process_Duration=14, Process_End_Time=1463519488588, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:28,593 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488282_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:28,593 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] : 1
2016-05-17 21:11:28,593 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,594 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:VERTEX_FINISHED]: vertexName=F18042DF90964127B550BE5FF2A83F0D, vertexId=vertex_1463519488282_0001_1_01, initRequestedTime=1463519488442, initedTime=1463519488450, startRequestedTime=1463519488457, startedTime=1463519488457, finishTime=1463519488593, timeTaken=136, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519488574, Process_Duration=14, Process_End_Time=1463519488588, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519488538, firstTasksToStart=[ task_1463519488282_0001_1_01_000000 ], lastTaskFinishTime=1463519488592, lastTasksToFinish=[ task_1463519488282_0001_1_01_000000 ], minTaskDuration=54, maxTaskDuration=54, avgTaskDuration=54.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519488282_0001_1_01_000000 ], longestDurationTasks=[ task_1463519488282_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:28,594 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:28,594 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:28,594 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:28,594 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:28,595 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:28,595 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519488282_0001_1
2016-05-17 21:11:28,595 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519488282_0001_1
2016-05-17 21:11:28,595 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:28,595 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 513C0863EE4B487B8AC48D4506BA0269 for vertex: vertex_1463519488282_0001_1_01 [F18042DF90964127B550BE5FF2A83F0D]
2016-05-17 21:11:28,604 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519488282_0001_1_00 [D20CE9B55B094AF4B070B518E43293C9]
2016-05-17 21:11:28,607 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519488282_0001_1, queueSize=0
2016-05-17 21:11:28,607 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:28,609 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519488282_0001_1, startTime=1463519488440, finishTime=1463519488604, timeTaken=164, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=8, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1507852288, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038977084, Process_Duration=20, Process_End_Time=2927038977104, Read_Duration=5, Tuples_Read=74, Tuples_Written=74, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:28,609 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519488282_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:28,609 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519488282_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:28,610 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=753926144, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=11, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519488574, Process_Duration=14, Process_End_Time=1463519488588, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:28,610 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:28,610 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,611 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488282_0001_00_000002
2016-05-17 21:11:28,611 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:28,611 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:28,611 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488282_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519488282_0001_00_000002, stoppedTime=1463519488611, exitStatus=0
2016-05-17 21:11:28,611 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:28 Completed Dag: dag_1463519488282_0001_1
2016-05-17 21:11:28,612 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519488282_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:28,613 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519488282_0001_1_post
2016-05-17 21:11:28,613 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,613 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:28,613 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519488282_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:28,614 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:28,618 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ve/false_false_false_true, applicationId=application_1463519488282_0001
2016-05-17 21:11:28,619 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:28,620 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:28,620 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:28,620 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:28,620 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:28,620 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:28,621 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:28,621 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:28,621 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:28,621 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:28,622 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:28,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:28,622 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:28,623 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1463519488282_0001_00_000002
2016-05-17 21:11:28,623 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519488282_0001_00_000002
2016-05-17 21:11:28,623 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519488282_0001_00_000002
2016-05-17 21:11:28,623 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519488282_0001_00_000002 = ContainerExecutionResult{exitStatus=INTERRUPTED, throwable=java.lang.InterruptedException, errorMessage='Interrupted while waiting for new work'}
2016-05-17 21:11:28,624 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(279)) - Container: container_1463519488282_0001_00_000002 completed but with errors
2016-05-17 21:11:28,624 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(1033)) - Container container_1463519488282_0001_00_000002 exited with diagnostics set to Interrupted while waiting for new work
2016-05-17 21:11:28,624 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488282_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:28,629 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/740A96FA92BA42C591A089834C957FE7/BE34AB2CA34F493B9041F6BDDE658584/.tez/application_1463519488282_0001
2016-05-17 21:11:28,630 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_true/_temporary
2016-05-17 21:11:28,630 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.364
2016-05-17 21:11:28,694 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:28,694 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:28,728 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-17 21:11:28,736 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-17 21:11:28,736 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:28,737 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:28,737 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:28,750 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:28,755 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_true
2016-05-17 21:11:28,813 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:28,813 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:28,814 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_true"]
2016-05-17 21:11:28,814 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:28,814 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:28,815 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:28,815 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/true_false_false_true
2016-05-17 21:11:28,815 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:28,826 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:28,830 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:28,830 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:28,830 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:28,839 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0/.tez/application_1463519488830_0001 doesn't exist and is created
2016-05-17 21:11:28,853 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:28,853 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:28,854 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0/.tez/application_1463519488830_0001
2016-05-17 21:11:28,856 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519488830_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:28,866 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:28,867 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:28,868 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:28,869 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:28,869 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0/.tez/application_1463519488830_0001/localmode-log-dir
2016-05-17 21:11:28,869 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0/.tez/application_1463519488830_0001/localmode-log-dir/history.txt.appattempt_1463519488830_0001_000000, maxErrors=10
2016-05-17 21:11:28,870 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:28,870 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519488830_0001_000000, appSubmitTime=1463519488856, launchTime=1463519488856
2016-05-17 21:11:28,873 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:28,873 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:28,874 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:28,874 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:28,878 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:53452
2016-05-17 21:11:28,880 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:28,882 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519488830_0001_000000, startTime=1463519488882
2016-05-17 21:11:28,882 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:28,882 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:28,953 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:28,953 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:28,953 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/true_false_false_true, applicationId=application_1463519488830_0001, dagName=[3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true
2016-05-17 21:11:28,966 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true
2016-05-17 21:11:28,968 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519488830_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0/.tez/application_1463519488830_0001/localmode-log-dir/dag_1463519488830_0001_1.dot
2016-05-17 21:11:28,968 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0/.tez/application_1463519488830_0001/localmode-log-dir/dag_1463519488830_0001_1-tez-dag.pb.txt
2016-05-17 21:11:28,974 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519488830_0001_1
2016-05-17 21:11:28,974 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:28,974 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true
2016-05-17 21:11:28 Running Dag: dag_1463519488830_0001_1
2016-05-17 21:11:28,985 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519488830_0001_1, submitTime=1463519488967
2016-05-17 21:11:28,985 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:28,985 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex C0817CA310ED4D9CA4B0586E63DD8445
2016-05-17 21:11:28,986 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:28,986 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519488830_0001_1, initTime=1463519488985
2016-05-17 21:11:28,986 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519488830_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:28,986 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:28,987 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:DAG_STARTED]: dagID=dag_1463519488830_0001_1, startTime=1463519488986
2016-05-17 21:11:28,987 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:28,987 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:28,988 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519488830_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:28,988 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: A81CCE00A2B443B3ADF16680B7EB321B : {06C9CA11D8F4480DA81F52EA7A1C62BE={InputName=06C9CA11D8F4480DA81F52EA7A1C62BE}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:28,988 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/true_false_false_true, applicationId=application_1463519488830_0001, dagName=[3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true
2016-05-17 21:11:28,988 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 06C9CA11D8F4480DA81F52EA7A1C62BE, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:28,989 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:28,989 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:28,989 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:28,989 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]. Starting root input initializers: 1
2016-05-17 21:11:28,990 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:28,990 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 06C9CA11D8F4480DA81F52EA7A1C62BE on vertex vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:28,990 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:28,991 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:28,992 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 06C9CA11D8F4480DA81F52EA7A1C62BE asking for 1 tasks. Headroom: 719 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:28,992 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:28,992 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:28,993 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:28,993 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:28,993 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:28,993 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:28,993 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=595EDBD1B2744513A9BA90BD7D922E6C, vertexId=vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:28,993 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=595EDBD1B2744513A9BA90BD7D922E6C, vertexId=vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:28,994 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:28,994 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 06C9CA11D8F4480DA81F52EA7A1C62BE on vertex vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:28,995 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=595EDBD1B2744513A9BA90BD7D922E6C, vertexName=C0817CA310ED4D9CA4B0586E63DD8445, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:28,996 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=595EDBD1B2744513A9BA90BD7D922E6C, vertexId=vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:28,997 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:28,997 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_INITIALIZED]: vertexName=C0817CA310ED4D9CA4B0586E63DD8445, vertexId=vertex_1463519488830_0001_1_01, initRequestedTime=1463519488990, initedTime=1463519488997, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:28,997 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:28,997 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:28,998 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {06C9CA11D8F4480DA81F52EA7A1C62BE=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:28,998 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] parallelism set to 1
2016-05-17 21:11:28,998 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:28,998 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519488830_0001_1_00, eventCount=1
2016-05-17 21:11:28,999 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:28,999 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_INITIALIZED]: vertexName=A81CCE00A2B443B3ADF16680B7EB321B, vertexId=vertex_1463519488830_0001_1_00, initRequestedTime=1463519488988, initedTime=1463519488999, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:28,999 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] with distanceFromRoot: 0
2016-05-17 21:11:28,999 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:29,000 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,000 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:29,000 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:29,001 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519488830_0001_1_00, startRequestedTime=1463519489000, startedTime=1463519489000
2016-05-17 21:11:29,001 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:29,001 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:29,002 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_STARTED]: vertexName=A81CCE00A2B443B3ADF16680B7EB321B, taskId=task_1463519488830_0001_1_00_000000, scheduledTime=1463519489001, launchTime=1463519489001
2016-05-17 21:11:29,002 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488830_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:29,002 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519488830_0001_1_00 for vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] numStartedSources: 1 numSources: 1
2016-05-17 21:11:29,002 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] with distanceFromRoot: 1
2016-05-17 21:11:29,002 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:29,003 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: A81CCE00A2B443B3ADF16680B7EB321B in vertex: C0817CA310ED4D9CA4B0586E63DD8445
2016-05-17 21:11:29,004 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: C0817CA310ED4D9CA4B0586E63DD8445 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:29,004 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:29,004 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519488830_0001_1_01, startRequestedTime=1463519489003, startedTime=1463519489003
2016-05-17 21:11:29,004 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:29,005 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true, VertexName: A81CCE00A2B443B3ADF16680B7EB321B, VertexParallelism: 1, TaskAttemptID:attempt_1463519488830_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=06C9CA11D8F4480DA81F52EA7A1C62BE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C0817CA310ED4D9CA4B0586E63DD8445, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:29,005 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488830_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:29,005 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:29,006 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:29,006 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:29,006 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:29,007 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519488830_0001_00_000001
2016-05-17 21:11:29,007 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:29,008 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519488830_0001_00_000001
2016-05-17 21:11:29,009 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:29,009 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:29,010 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:29,010 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519488830_0001_00_000001, launchTime=1463519489010
2016-05-17 21:11:29,010 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519488830_0001, with dag id: dag_1463519488830_0001_1
2016-05-17 21:11:29,014 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488830_0001_00_000001
2016-05-17 21:11:29,014 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519488830_0001_1_00_000000_0] to container: [container_1463519488830_0001_00_000001]
2016-05-17 21:11:29,014 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:29,015 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519488830_0001_1_00_000000_0] started. Is using containerId: [container_1463519488830_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:29,015 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=A81CCE00A2B443B3ADF16680B7EB321B, taskAttemptId=attempt_1463519488830_0001_1_00_000000_0, startTime=1463519489015, containerId=container_1463519488830_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519488830_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:29,015 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488830_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:29,015 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488830_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:29,015 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:29,015 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519488830_0001_00_000001 given task: attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,015 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519488830_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,016 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,016 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,016 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:29,016 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:29,017 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:29,017 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:29,017 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:29,017 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true, VertexName: A81CCE00A2B443B3ADF16680B7EB321B, VertexParallelism: 1, TaskAttemptID:attempt_1463519488830_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=06C9CA11D8F4480DA81F52EA7A1C62BE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=C0817CA310ED4D9CA4B0586E63DD8445, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:29,017 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=753926144
2016-05-17 21:11:29,018 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:29,018 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=06C9CA11D8F4480DA81F52EA7A1C62BE, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:29,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:29,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 06C9CA11D8F4480DA81F52EA7A1C62BE
2016-05-17 21:11:29,019 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,019 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519488830_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:29,019 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 06C9CA11D8F4480DA81F52EA7A1C62BE
2016-05-17 21:11:29,022 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:29,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=C0817CA310ED4D9CA4B0586E63DD8445, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:29,023 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:29,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:29,023 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: C0817CA310ED4D9CA4B0586E63DD8445
2016-05-17 21:11:29,023 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 06C9CA11D8F4480DA81F52EA7A1C62BE
2016-05-17 21:11:29,025 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 06C9CA11D8F4480DA81F52EA7A1C62BE
2016-05-17 21:11:29,025 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:29,028 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: A81CCE00A2B443B3ADF16680B7EB321B, ordinal: 0
2016-05-17 21:11:29,031 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A81CCE00A2B443B3ADF16680B7EB321B, mem on start (mb), free: 287, total: 719, max: 719
2016-05-17 21:11:29,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,031 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:29,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:29,031 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: C0817CA310ED4D9CA4B0586E63DD8445
2016-05-17 21:11:29,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: C0817CA310ED4D9CA4B0586E63DD8445
2016-05-17 21:11:29,032 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:29,033 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:29,033 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:29,033 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:29,033 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:29,034 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:29,034 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 753926144, TotalAvailable: 505130516, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:29,034 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 06C9CA11D8F4480DA81F52EA7A1C62BE, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:29,034 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, C0817CA310ED4D9CA4B0586E63DD8445, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:29,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:29,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 06C9CA11D8F4480DA81F52EA7A1C62BE being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:29,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:29,036 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:29,035 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 06C9CA11D8F4480DA81F52EA7A1C62BE
2016-05-17 21:11:29,036 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:29,037 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 06C9CA11D8F4480DA81F52EA7A1C62BE
2016-05-17 21:11:29,037 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:29,037 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,041 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:29,041 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 06C9CA11D8F4480DA81F52EA7A1C62BE
2016-05-17 21:11:29,041 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 54E260AEB0C94E0AACDC333D52862885
2016-05-17 21:11:29,042 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 54E260AEB0C94E0AACDC333D52862885
2016-05-17 21:11:29,043 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:29,044 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@7c3b5e2a
2016-05-17 21:11:29,045 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@1da3571e; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@4eac81c5; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@1f7bd4dd; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:29,045 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:29,045 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:29,046 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:29,076 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:29,076 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@7c3b5e2a
2016-05-17 21:11:29,077 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:29,077 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:29,078 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:29,078 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:29,078 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:29,078 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:29,079 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:29,079 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:29,079 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: A81CCE00A2B443B3ADF16680B7EB321B, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:29,084 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,084 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: A81CCE00A2B443B3ADF16680B7EB321B, mem on close (mb), free: 379, total: 717, max: 717
2016-05-17 21:11:29,084 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:29,084 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:29,084 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:29,085 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:29,088 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,091 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519488830_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:29,091 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519488830_0001_1_00, eventCount=1
2016-05-17 21:11:29,092 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=A81CCE00A2B443B3ADF16680B7EB321B, taskAttemptId=attempt_1463519488830_0001_1_00_000000_0, startTime=1463519489015, finishTime=1463519489092, timeTaken=77, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=16, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489079, Process_Duration=5, Process_End_Time=1463519489084, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:29,092 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488830_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:29,092 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29,093 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_FINISHED]: vertexName=A81CCE00A2B443B3ADF16680B7EB321B, taskId=task_1463519488830_0001_1_00_000000, startTime=1463519489015, finishTime=1463519489092, timeTaken=77, status=SUCCEEDED, successfulAttemptID=attempt_1463519488830_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=16, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489079, Process_Duration=5, Process_End_Time=1463519489084, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:29,093 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:29,093 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488830_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:29,093 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:29,094 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:29,094 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] : 1
2016-05-17 21:11:29,095 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:29,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:29,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_FINISHED]: vertexName=A81CCE00A2B443B3ADF16680B7EB321B, vertexId=vertex_1463519488830_0001_1_00, initRequestedTime=1463519488988, initedTime=1463519488999, startRequestedTime=1463519489000, startedTime=1463519489000, finishTime=1463519489095, timeTaken=95, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=16, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489079, Process_Duration=5, Process_End_Time=1463519489084, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519489015, firstTasksToStart=[ task_1463519488830_0001_1_00_000000 ], lastTaskFinishTime=1463519489092, lastTasksToFinish=[ task_1463519488830_0001_1_00_000000 ], minTaskDuration=77, maxTaskDuration=77, avgTaskDuration=77.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519488830_0001_1_00_000000 ], longestDurationTasks=[ task_1463519488830_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:29,096 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:29,096 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:29,096 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] attempt: attempt_1463519488830_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:29,096 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: C0817CA310ED4D9CA4B0586E63DD8445
2016-05-17 21:11:29,096 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:29,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519488830_0001_00_000001, stoppedTime=1463519489097, exitStatus=0
2016-05-17 21:11:29,097 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:29,097 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:29,097 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_STARTED]: vertexName=C0817CA310ED4D9CA4B0586E63DD8445, taskId=task_1463519488830_0001_1_01_000000, scheduledTime=1463519489097, launchTime=1463519489097
2016-05-17 21:11:29,097 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488830_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:29,097 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:29,097 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519488830_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:29,098 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true, VertexName: C0817CA310ED4D9CA4B0586E63DD8445, VertexParallelism: 1, TaskAttemptID:attempt_1463519488830_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A81CCE00A2B443B3ADF16680B7EB321B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=595EDBD1B2744513A9BA90BD7D922E6C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:29,098 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488830_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:29,098 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:29,098 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:29,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:29,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:29,099 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519488830_0001_00_000002
2016-05-17 21:11:29,099 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:29,100 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=16, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519489079, Process_Duration=5, Process_End_Time=1463519489084, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:29,100 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:29,100 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,100 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519488830_0001_00_000002
2016-05-17 21:11:29,101 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:29,101 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488830_0001_00_000001
2016-05-17 21:11:29,101 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:29,101 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519488830_0001_00_000002, launchTime=1463519489101
2016-05-17 21:11:29,102 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:29,102 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488830_0001_00_000002
2016-05-17 21:11:29,101 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519488830_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:29,102 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519488830_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:29,102 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519488830_0001_1_01_000000_0] to container: [container_1463519488830_0001_00_000002]
2016-05-17 21:11:29,103 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519488830_0001_00_000001, Exiting
2016-05-17 21:11:29,103 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519488830_0001_00_000001
2016-05-17 21:11:29,103 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519488830_0001_00_000001
2016-05-17 21:11:29,103 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:29,103 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519488830_0001_00_000002 given task: attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,103 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519488830_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,104 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519488830_0001_1_01_000000_0] started. Is using containerId: [container_1463519488830_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:29,104 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:29,104 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=C0817CA310ED4D9CA4B0586E63DD8445, taskAttemptId=attempt_1463519488830_0001_1_01_000000_0, startTime=1463519489104, containerId=container_1463519488830_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519488830_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,105 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,105 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,105 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519488830_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:29,105 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:29,105 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488830_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:29,105 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519488830_0001_00_000001 completed successfully
2016-05-17 21:11:29,106 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488830_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:29,105 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:29,106 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:29,106 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:29,106 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:29,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0] comprehensivesort/(1/1) ...ive/true_false_false_true, VertexName: C0817CA310ED4D9CA4B0586E63DD8445, VertexParallelism: 1, TaskAttemptID:attempt_1463519488830_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=A81CCE00A2B443B3ADF16680B7EB321B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=595EDBD1B2744513A9BA90BD7D922E6C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:29,107 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752353280
2016-05-17 21:11:29,106 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:29,109 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:29,109 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,109 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519488830_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:29,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=A81CCE00A2B443B3ADF16680B7EB321B, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:29,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:29,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,112 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 677117952, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:29,112 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:29,112 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 677117952, type: INPUT, componentVertexName: A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,113 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:29,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=595EDBD1B2744513A9BA90BD7D922E6C, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:29,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:29,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 595EDBD1B2744513A9BA90BD7D922E6C
2016-05-17 21:11:29,115 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:29,115 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 595EDBD1B2744513A9BA90BD7D922E6C
2016-05-17 21:11:29,126 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: C0817CA310ED4D9CA4B0586E63DD8445, ordinal: 1
2016-05-17 21:11:29,126 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0817CA310ED4D9CA4B0586E63DD8445, mem on start (mb), free: 373, total: 717, max: 717
2016-05-17 21:11:29,126 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,127 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:29,126 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:29,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 595EDBD1B2744513A9BA90BD7D922E6C
2016-05-17 21:11:29,128 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:29,129 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:29,129 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:29,129 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:29,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:29,130 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:29,131 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:29,132 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 677117952, TotalRequestedScaled: 6.250319556923077E8, TotalJVMHeap: 752353280, TotalAvailable: 504076697, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:29,132 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, A81CCE00A2B443B3ADF16680B7EB321B, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=677117952, allocated=504076697
2016-05-17 21:11:29,132 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 595EDBD1B2744513A9BA90BD7D922E6C, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:29,132 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:29,133 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: A81CCE00A2B443B3ADF16680B7EB321B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:29,134 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:29,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:29,134 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:29,134 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:29,135 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: A81CCE00A2B443B3ADF16680B7EB321B with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:29,136 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=677117952, postMergeMem=0, RuntimeTotalAvailable=504076697. Updated to: ShuffleMem=504076697, postMergeMem: 0
2016-05-17 21:11:29,136 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=504076697, maxSingleShuffleLimit=126019176, mergeThreshold=453669024, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:29,136 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:29,140 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,140 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:29,140 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,141 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519488830_0001_1_00_000000_0_10125, runDuration: 65825, ]
2016-05-17 21:11:29,143 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519488830_0001_1_00_000000_0_10125] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519489143, TimeTaken=2, Rate=0.35 MB/s
2016-05-17 21:11:29,143 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,143 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:29,143 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:29,143 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [A81CCE00A2B443B3ADF16680B7EB321B] #22 in 2ms
2016-05-17 21:11:29,143 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [A81CCE00A2B443B3ADF16680B7EB321B] #22, status:false, isInterrupted:false
2016-05-17 21:11:29,145 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 54E260AEB0C94E0AACDC333D52862885
2016-05-17 21:11:29,145 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_true"], id: 595EDBD1B2744513A9BA90BD7D922E6C
2016-05-17 21:11:29,145 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_true"]
2016-05-17 21:11:29,146 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 54E260AEB0C94E0AACDC333D52862885, for 1 inputs
2016-05-17 21:11:29,147 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:29,148 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:29,148 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:29,149 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:29,149 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:29,149 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,149 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:29,149 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: C0817CA310ED4D9CA4B0586E63DD8445, all 1 inputs ready in: 00:00:00.003
2016-05-17 21:11:29,151 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@678db5a9; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@8919f5c
2016-05-17 21:11:29,155 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:29,155 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:29,155 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,155 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519488830_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:29,156 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,156 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: C0817CA310ED4D9CA4B0586E63DD8445, mem on close (mb), free: 371, total: 717, max: 717
2016-05-17 21:11:29,157 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: A81CCE00A2B443B3ADF16680B7EB321B
2016-05-17 21:11:29,157 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:29,158 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:29,158 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:29,159 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:29,159 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,160 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519488830_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:29,160 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519489149, Process_Duration=7, Process_End_Time=1463519489156, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:29,161 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=C0817CA310ED4D9CA4B0586E63DD8445, taskAttemptId=attempt_1463519488830_0001_1_01_000000_0, startTime=1463519489104, finishTime=1463519489160, timeTaken=56, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489149, Process_Duration=7, Process_End_Time=1463519489156, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:29,161 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:29,161 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:29,161 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,161 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519488830_0001_00_000002
2016-05-17 21:11:29,161 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519488830_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:29,162 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:29,162 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:TASK_FINISHED]: vertexName=C0817CA310ED4D9CA4B0586E63DD8445, taskId=task_1463519488830_0001_1_01_000000, startTime=1463519489104, finishTime=1463519489162, timeTaken=58, status=SUCCEEDED, successfulAttemptID=attempt_1463519488830_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489149, Process_Duration=7, Process_End_Time=1463519489156, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:29,162 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519488830_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:29,162 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:29,162 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] : 1
2016-05-17 21:11:29,163 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:29,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:29,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:VERTEX_FINISHED]: vertexName=C0817CA310ED4D9CA4B0586E63DD8445, vertexId=vertex_1463519488830_0001_1_01, initRequestedTime=1463519488990, initedTime=1463519488997, startRequestedTime=1463519489003, startedTime=1463519489003, finishTime=1463519489163, timeTaken=160, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=752353280, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489149, Process_Duration=7, Process_End_Time=1463519489156, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519489104, firstTasksToStart=[ task_1463519488830_0001_1_01_000000 ], lastTaskFinishTime=1463519489160, lastTasksToFinish=[ task_1463519488830_0001_1_01_000000 ], minTaskDuration=56, maxTaskDuration=56, avgTaskDuration=56.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519488830_0001_1_01_000000 ], longestDurationTasks=[ task_1463519488830_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:29,164 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:29,164 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:29,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519488830_0001_00_000002, stoppedTime=1463519489164, exitStatus=0
2016-05-17 21:11:29,164 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:29,164 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:29,164 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:29,164 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519488830_0001_1
2016-05-17 21:11:29,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519488830_0001_1
2016-05-17 21:11:29,165 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519488830_0001_1_00 [A81CCE00A2B443B3ADF16680B7EB321B]
2016-05-17 21:11:29,165 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 595EDBD1B2744513A9BA90BD7D922E6C for vertex: vertex_1463519488830_0001_1_01 [C0817CA310ED4D9CA4B0586E63DD8445]
2016-05-17 21:11:29,172 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519488830_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:29,172 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519488830_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:29,172 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519488830_0001_00_000002, Exiting
2016-05-17 21:11:29,172 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519488830_0001_00_000002
2016-05-17 21:11:29,172 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519488830_0001_00_000002
2016-05-17 21:11:29,172 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519488830_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:29,173 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519488830_0001_00_000002 completed successfully
2016-05-17 21:11:29,173 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:29,173 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:29,175 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519488830_0001_1, queueSize=0
2016-05-17 21:11:29,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:29,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519488830_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519488830_0001_1, startTime=1463519488986, finishTime=1463519489173, timeTaken=187, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=16, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1504706560, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=8, MERGE_PHASE_TIME=14, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038978228, Process_Duration=12, Process_End_Time=2927038978240, Read_Duration=3, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:29,175 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519488830_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:29,175 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519488830_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:29,176 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519488830_0001_00_000002
2016-05-17 21:11:29,176 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519488830_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:29 Completed Dag: dag_1463519488830_0001_1
2016-05-17 21:11:29,177 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519488830_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:29,177 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519488830_0001_1_post
2016-05-17 21:11:29,177 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,177 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:29,182 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/true_false_false_true, applicationId=application_1463519488830_0001
2016-05-17 21:11:29,184 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:29,184 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:29,184 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:29,184 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:29,184 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:29,185 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:29,186 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:29,186 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:29,186 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:29,186 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:29,186 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:29,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:29,186 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:29,192 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/3B71A972CD1043F29D6DE65C79B0EAA2/C9F39FB5319D4B08858D4F0452CBC8A0/.tez/application_1463519488830_0001
2016-05-17 21:11:29,192 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_true/_temporary
2016-05-17 21:11:29,193 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.379
2016-05-17 21:11:29,257 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:29,257 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:29,290 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.012
2016-05-17 21:11:29,294 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-17 21:11:29,295 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:29,295 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:29,295 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:29,308 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:29,314 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_true
2016-05-17 21:11:29,355 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:29,355 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:29,355 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_true"]
2016-05-17 21:11:29,356 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:29,356 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:29,356 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:29,356 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...sive/true_true_false_true
2016-05-17 21:11:29,356 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:29,367 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:29,371 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:29,371 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:29,371 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:29,380 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB/.tez/application_1463519489371_0001 doesn't exist and is created
2016-05-17 21:11:29,396 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:29,396 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:29,397 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB/.tez/application_1463519489371_0001
2016-05-17 21:11:29,399 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519489371_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:29,408 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:29,408 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:29,410 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:29,410 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:29,410 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB/.tez/application_1463519489371_0001/localmode-log-dir
2016-05-17 21:11:29,410 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB/.tez/application_1463519489371_0001/localmode-log-dir/history.txt.appattempt_1463519489371_0001_000000, maxErrors=10
2016-05-17 21:11:29,410 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:29,411 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519489371_0001_000000, appSubmitTime=1463519489399, launchTime=1463519489399
2016-05-17 21:11:29,414 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:29,416 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:29,417 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:45201
2016-05-17 21:11:29,418 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:29,418 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:29,421 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:29,423 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519489371_0001_000000, startTime=1463519489423
2016-05-17 21:11:29,423 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:29,423 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:29,497 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:29,497 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:29,497 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sive/true_true_false_true, applicationId=application_1463519489371_0001, dagName=[67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true
2016-05-17 21:11:29,511 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true
2016-05-17 21:11:29,512 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519489371_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB/.tez/application_1463519489371_0001/localmode-log-dir/dag_1463519489371_0001_1.dot
2016-05-17 21:11:29,513 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB/.tez/application_1463519489371_0001/localmode-log-dir/dag_1463519489371_0001_1-tez-dag.pb.txt
2016-05-17 21:11:29,521 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519489371_0001_1
2016-05-17 21:11:29,521 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,521 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true
2016-05-17 21:11:29 Running Dag: dag_1463519489371_0001_1
2016-05-17 21:11:29,532 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:29,532 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519489371_0001_1, submitTime=1463519489511
2016-05-17 21:11:29,533 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B300532066664FBB9CA1E115AEEEB91F
2016-05-17 21:11:29,533 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:29,533 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:29,534 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519489371_0001_1, initTime=1463519489532
2016-05-17 21:11:29,534 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519489371_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:29,534 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:DAG_STARTED]: dagID=dag_1463519489371_0001_1, startTime=1463519489534
2016-05-17 21:11:29,534 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:29,535 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:29,535 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519489371_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:29,535 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: B9F628F587904113864DD9EA37BECD08 : {4A2B63D2F8E64B4A97B915751F00321D={InputName=4A2B63D2F8E64B4A97B915751F00321D}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:29,535 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sive/true_true_false_true, applicationId=application_1463519489371_0001, dagName=[67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true
2016-05-17 21:11:29,535 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 4A2B63D2F8E64B4A97B915751F00321D, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:29,535 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,535 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,535 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,536 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]. Starting root input initializers: 1
2016-05-17 21:11:29,536 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:29,536 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,538 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 4A2B63D2F8E64B4A97B915751F00321D on vertex vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,539 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:29,539 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,539 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,539 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,539 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=34B7E3D071E74AC88569698634784839, vertexId=vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:29,540 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=34B7E3D071E74AC88569698634784839, vertexId=vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,540 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:29,540 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 4A2B63D2F8E64B4A97B915751F00321D asking for 1 tasks. Headroom: 717 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:29,541 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:29,541 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:29,542 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=34B7E3D071E74AC88569698634784839, vertexName=B300532066664FBB9CA1E115AEEEB91F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:29,542 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=34B7E3D071E74AC88569698634784839, vertexId=vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,543 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:29,543 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 4A2B63D2F8E64B4A97B915751F00321D on vertex vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,543 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B300532066664FBB9CA1E115AEEEB91F, vertexId=vertex_1463519489371_0001_1_01, initRequestedTime=1463519489536, initedTime=1463519489543, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:29,543 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:29,544 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:29,544 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:29,544 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {4A2B63D2F8E64B4A97B915751F00321D=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:29,544 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] parallelism set to 1
2016-05-17 21:11:29,544 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:29,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519489371_0001_1_00, eventCount=1
2016-05-17 21:11:29,545 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B9F628F587904113864DD9EA37BECD08, vertexId=vertex_1463519489371_0001_1_00, initRequestedTime=1463519489535, initedTime=1463519489545, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:29,545 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:29,545 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] with distanceFromRoot: 0
2016-05-17 21:11:29,546 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:29,546 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,546 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,546 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519489371_0001_1_00, startRequestedTime=1463519489546, startedTime=1463519489546
2016-05-17 21:11:29,546 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:29,546 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:29,546 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519489371_0001, with dag id: dag_1463519489371_0001_1
2016-05-17 21:11:29,547 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:29,548 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_STARTED]: vertexName=B9F628F587904113864DD9EA37BECD08, taskId=task_1463519489371_0001_1_00_000000, scheduledTime=1463519489547, launchTime=1463519489547
2016-05-17 21:11:29,548 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489371_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:29,548 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519489371_0001_1_00 for vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] numStartedSources: 1 numSources: 1
2016-05-17 21:11:29,548 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] with distanceFromRoot: 1
2016-05-17 21:11:29,548 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,549 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: B9F628F587904113864DD9EA37BECD08 in vertex: B300532066664FBB9CA1E115AEEEB91F
2016-05-17 21:11:29,549 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B300532066664FBB9CA1E115AEEEB91F with 1 source tasks and 1 pending tasks
2016-05-17 21:11:29,549 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:29,549 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519489371_0001_1_01, startRequestedTime=1463519489549, startedTime=1463519489549
2016-05-17 21:11:29,550 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:29,550 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true, VertexName: B9F628F587904113864DD9EA37BECD08, VertexParallelism: 1, TaskAttemptID:attempt_1463519489371_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4A2B63D2F8E64B4A97B915751F00321D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B300532066664FBB9CA1E115AEEEB91F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:29,550 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489371_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:29,550 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:29,551 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:29,551 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:29,551 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:29,552 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519489371_0001_00_000001
2016-05-17 21:11:29,552 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:29,553 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519489371_0001_00_000001
2016-05-17 21:11:29,553 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:29,554 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:29,554 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:29,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519489371_0001_00_000001, launchTime=1463519489554
2016-05-17 21:11:29,555 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489371_0001_00_000001
2016-05-17 21:11:29,555 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519489371_0001_1_00_000000_0] to container: [container_1463519489371_0001_00_000001]
2016-05-17 21:11:29,555 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:29,555 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519489371_0001_00_000001 given task: attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,555 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519489371_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,555 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519489371_0001_1_00_000000_0] started. Is using containerId: [container_1463519489371_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B9F628F587904113864DD9EA37BECD08, taskAttemptId=attempt_1463519489371_0001_1_00_000000_0, startTime=1463519489555, containerId=container_1463519489371_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519489371_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:29,556 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,556 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489371_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:29,556 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,556 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489371_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:29,556 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:29,556 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:29,556 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:29,556 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:29,556 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:29,556 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:29,556 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true, VertexName: B9F628F587904113864DD9EA37BECD08, VertexParallelism: 1, TaskAttemptID:attempt_1463519489371_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=4A2B63D2F8E64B4A97B915751F00321D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B300532066664FBB9CA1E115AEEEB91F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:29,557 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=752353280
2016-05-17 21:11:29,557 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:29,557 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,557 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519489371_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:29,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=4A2B63D2F8E64B4A97B915751F00321D, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:29,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B300532066664FBB9CA1E115AEEEB91F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:29,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:29,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:29,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B300532066664FBB9CA1E115AEEEB91F
2016-05-17 21:11:29,558 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 4A2B63D2F8E64B4A97B915751F00321D
2016-05-17 21:11:29,558 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 4A2B63D2F8E64B4A97B915751F00321D
2016-05-17 21:11:29,560 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:29,560 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B300532066664FBB9CA1E115AEEEB91F
2016-05-17 21:11:29,560 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:29,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B300532066664FBB9CA1E115AEEEB91F
2016-05-17 21:11:29,560 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 4A2B63D2F8E64B4A97B915751F00321D
2016-05-17 21:11:29,560 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 4A2B63D2F8E64B4A97B915751F00321D
2016-05-17 21:11:29,560 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:29,564 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B9F628F587904113864DD9EA37BECD08, ordinal: 0
2016-05-17 21:11:29,564 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9F628F587904113864DD9EA37BECD08, mem on start (mb), free: 284, total: 717, max: 717
2016-05-17 21:11:29,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:29,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:29,564 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:29,564 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:29,564 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:29,564 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:29,565 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:29,566 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:29,567 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 752353280, TotalAvailable: 504076697, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:29,567 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 4A2B63D2F8E64B4A97B915751F00321D, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:29,567 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B300532066664FBB9CA1E115AEEEB91F, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:29,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:29,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 4A2B63D2F8E64B4A97B915751F00321D being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:29,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 4A2B63D2F8E64B4A97B915751F00321D
2016-05-17 21:11:29,567 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:29,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 4A2B63D2F8E64B4A97B915751F00321D
2016-05-17 21:11:29,567 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:29,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:29,568 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:29,568 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,568 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:29,568 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@1992ec5
2016-05-17 21:11:29,569 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@1992ec5
2016-05-17 21:11:29,569 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:29,569 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:29,570 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:29,571 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 4A2B63D2F8E64B4A97B915751F00321D
2016-05-17 21:11:29,571 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 93EC49CA750347CE81043C395A1DA156
2016-05-17 21:11:29,571 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 93EC49CA750347CE81043C395A1DA156
2016-05-17 21:11:29,573 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@1ec25d61; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@6a809b0d; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@2143a91b; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:29,573 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:29,573 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:29,573 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:29,602 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:29,602 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:29,602 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:29,602 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:29,602 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:29,603 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:29,603 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:29,603 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B9F628F587904113864DD9EA37BECD08, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:29,607 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,607 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B9F628F587904113864DD9EA37BECD08, mem on close (mb), free: 378, total: 717, max: 717
2016-05-17 21:11:29,607 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:29,607 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:29,607 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:29,607 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:29,610 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,614 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519489371_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:29,614 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519489371_0001_1_00, eventCount=1
2016-05-17 21:11:29,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B9F628F587904113864DD9EA37BECD08, taskAttemptId=attempt_1463519489371_0001_1_00_000000_0, startTime=1463519489555, finishTime=1463519489615, timeTaken=60, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489603, Process_Duration=4, Process_End_Time=1463519489607, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:29,615 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489371_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:29,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:29,615 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29,616 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:29,616 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_FINISHED]: vertexName=B9F628F587904113864DD9EA37BECD08, taskId=task_1463519489371_0001_1_00_000000, startTime=1463519489555, finishTime=1463519489615, timeTaken=60, status=SUCCEEDED, successfulAttemptID=attempt_1463519489371_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489603, Process_Duration=4, Process_End_Time=1463519489607, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:29,616 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489371_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:29,616 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] : 1
2016-05-17 21:11:29,616 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,616 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:29,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:29,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_FINISHED]: vertexName=B9F628F587904113864DD9EA37BECD08, vertexId=vertex_1463519489371_0001_1_00, initRequestedTime=1463519489535, initedTime=1463519489545, startRequestedTime=1463519489546, startedTime=1463519489546, finishTime=1463519489616, timeTaken=70, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489603, Process_Duration=4, Process_End_Time=1463519489607, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519489555, firstTasksToStart=[ task_1463519489371_0001_1_00_000000 ], lastTaskFinishTime=1463519489615, lastTasksToFinish=[ task_1463519489371_0001_1_00_000000 ], minTaskDuration=60, maxTaskDuration=60, avgTaskDuration=60.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519489371_0001_1_00_000000 ], longestDurationTasks=[ task_1463519489371_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:29,619 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:29,619 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] attempt: attempt_1463519489371_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:29,619 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B300532066664FBB9CA1E115AEEEB91F
2016-05-17 21:11:29,619 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,619 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:29,620 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519489371_0001_00_000001, stoppedTime=1463519489620, exitStatus=0
2016-05-17 21:11:29,620 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:29,620 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519489603, Process_Duration=4, Process_End_Time=1463519489607, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=2][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:29,620 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:29,620 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,620 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:29,620 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489371_0001_00_000001
2016-05-17 21:11:29,620 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:29,620 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519489371_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:29,621 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519489371_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:29,621 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_STARTED]: vertexName=B300532066664FBB9CA1E115AEEEB91F, taskId=task_1463519489371_0001_1_01_000000, scheduledTime=1463519489621, launchTime=1463519489621
2016-05-17 21:11:29,621 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:29,621 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519489371_0001_00_000001, Exiting
2016-05-17 21:11:29,621 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519489371_0001_00_000001
2016-05-17 21:11:29,621 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519489371_0001_00_000001
2016-05-17 21:11:29,621 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489371_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:29,621 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,621 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519489371_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:29,622 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true, VertexName: B300532066664FBB9CA1E115AEEEB91F, VertexParallelism: 1, TaskAttemptID:attempt_1463519489371_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B9F628F587904113864DD9EA37BECD08, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=34B7E3D071E74AC88569698634784839, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:29,622 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489371_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:29,622 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519489371_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:29,622 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:29,622 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519489371_0001_00_000001 completed successfully
2016-05-17 21:11:29,622 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:29,623 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:29,623 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519489371_0001_00_000002
2016-05-17 21:11:29,623 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:29,624 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519489371_0001_00_000002
2016-05-17 21:11:29,625 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:29,626 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:29,627 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519489371_0001_00_000002, launchTime=1463519489626
2016-05-17 21:11:29,626 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:29,627 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489371_0001_00_000002
2016-05-17 21:11:29,627 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519489371_0001_1_01_000000_0] to container: [container_1463519489371_0001_00_000002]
2016-05-17 21:11:29,628 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:29,628 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519489371_0001_00_000002 given task: attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,628 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519489371_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,628 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519489371_0001_1_01_000000_0] started. Is using containerId: [container_1463519489371_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:29,628 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,628 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,628 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,628 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B300532066664FBB9CA1E115AEEEB91F, taskAttemptId=attempt_1463519489371_0001_1_01_000000_0, startTime=1463519489628, containerId=container_1463519489371_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519489371_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:29,628 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:29,628 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489371_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:29,629 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:29,629 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489371_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:29,629 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:29,629 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:29,629 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:29,629 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB] comprehensivesort/(1/1) ...sive/true_true_false_true, VertexName: B300532066664FBB9CA1E115AEEEB91F, VertexParallelism: 1, TaskAttemptID:attempt_1463519489371_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=B9F628F587904113864DD9EA37BECD08, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=34B7E3D071E74AC88569698634784839, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:29,629 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=751828992
2016-05-17 21:11:29,630 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:29,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,630 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,631 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519489371_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:29,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=34B7E3D071E74AC88569698634784839, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:29,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:29,631 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 34B7E3D071E74AC88569698634784839
2016-05-17 21:11:29,631 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:29,631 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 34B7E3D071E74AC88569698634784839
2016-05-17 21:11:29,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=B9F628F587904113864DD9EA37BECD08, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:29,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:29,632 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:29,632 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,634 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 676646080, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:29,634 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:29,635 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 676646080, type: INPUT, componentVertexName: B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,635 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B300532066664FBB9CA1E115AEEEB91F, ordinal: 1
2016-05-17 21:11:29,635 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B300532066664FBB9CA1E115AEEEB91F, mem on start (mb), free: 372, total: 717, max: 717
2016-05-17 21:11:29,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:29,635 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:29,636 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:29,640 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:29,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 34B7E3D071E74AC88569698634784839
2016-05-17 21:11:29,640 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:29,640 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:29,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:29,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:29,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:29,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:29,640 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 676646080, TotalRequestedScaled: 6.245963815384616E8, TotalJVMHeap: 751828992, TotalAvailable: 503725424, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:29,641 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 34B7E3D071E74AC88569698634784839, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:29,641 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, B9F628F587904113864DD9EA37BECD08, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=676646080, allocated=503725424
2016-05-17 21:11:29,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:29,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: B9F628F587904113864DD9EA37BECD08 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:29,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:29,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:29,641 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,642 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:29,643 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:29,643 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: B9F628F587904113864DD9EA37BECD08 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:29,643 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=676646080, postMergeMem=0, RuntimeTotalAvailable=503725424. Updated to: ShuffleMem=503725424, postMergeMem: 0
2016-05-17 21:11:29,643 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=503725424, maxSingleShuffleLimit=125931360, mergeThreshold=453352896, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:29,643 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:29,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,646 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:29,646 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,650 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:29,650 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 93EC49CA750347CE81043C395A1DA156
2016-05-17 21:11:29,650 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_true"], id: 34B7E3D071E74AC88569698634784839
2016-05-17 21:11:29,652 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_true"]
2016-05-17 21:11:29,652 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 93EC49CA750347CE81043C395A1DA156, for 1 inputs
2016-05-17 21:11:29,651 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519489371_0001_1_00_000000_0_10131, runDuration: 53637, ]
2016-05-17 21:11:29,653 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519489371_0001_1_00_000000_0_10131] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519489653, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:29,653 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,654 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:29,654 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [B9F628F587904113864DD9EA37BECD08] #23 in 2ms
2016-05-17 21:11:29,654 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [B9F628F587904113864DD9EA37BECD08] #23, status:false, isInterrupted:false
2016-05-17 21:11:29,654 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:29,656 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:29,656 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:29,656 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:29,656 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:29,656 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,656 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:29,657 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B300532066664FBB9CA1E115AEEEB91F, all 1 inputs ready in: 00:00:00.005
2016-05-17 21:11:29,659 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@3028c202; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@43d92a01
2016-05-17 21:11:29,665 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:29,665 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:29,666 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,666 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519489371_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:29,666 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,666 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B300532066664FBB9CA1E115AEEEB91F, mem on close (mb), free: 369, total: 717, max: 717
2016-05-17 21:11:29,666 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: B9F628F587904113864DD9EA37BECD08
2016-05-17 21:11:29,667 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:29,668 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:29,668 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:29,668 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:29,668 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,669 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519489371_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:29,669 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519489657, Process_Duration=9, Process_End_Time=1463519489666, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:29,669 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:29,669 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B300532066664FBB9CA1E115AEEEB91F, taskAttemptId=attempt_1463519489371_0001_1_01_000000_0, startTime=1463519489628, finishTime=1463519489669, timeTaken=41, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489657, Process_Duration=9, Process_End_Time=1463519489666, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:29,670 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489371_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:29,670 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29,669 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:29,670 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,670 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:29,670 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:TASK_FINISHED]: vertexName=B300532066664FBB9CA1E115AEEEB91F, taskId=task_1463519489371_0001_1_01_000000, startTime=1463519489628, finishTime=1463519489670, timeTaken=42, status=SUCCEEDED, successfulAttemptID=attempt_1463519489371_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489657, Process_Duration=9, Process_End_Time=1463519489666, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:29,671 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:29,671 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489371_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:29,671 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] : 1
2016-05-17 21:11:29,671 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,671 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489371_0001_00_000002
2016-05-17 21:11:29,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:29,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:VERTEX_FINISHED]: vertexName=B300532066664FBB9CA1E115AEEEB91F, vertexId=vertex_1463519489371_0001_1_01, initRequestedTime=1463519489536, initedTime=1463519489543, startRequestedTime=1463519489549, startedTime=1463519489549, finishTime=1463519489671, timeTaken=122, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751828992, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519489657, Process_Duration=9, Process_End_Time=1463519489666, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519489628, firstTasksToStart=[ task_1463519489371_0001_1_01_000000 ], lastTaskFinishTime=1463519489669, lastTasksToFinish=[ task_1463519489371_0001_1_01_000000 ], minTaskDuration=41, maxTaskDuration=41, avgTaskDuration=41.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519489371_0001_1_01_000000 ], longestDurationTasks=[ task_1463519489371_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:29,672 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:29,672 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:29,672 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519489371_0001_00_000002, stoppedTime=1463519489672, exitStatus=0
2016-05-17 21:11:29,672 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:29,673 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:29,673 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:29,673 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519489371_0001_1
2016-05-17 21:11:29,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519489371_0001_1
2016-05-17 21:11:29,674 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519489371_0001_1_00 [B9F628F587904113864DD9EA37BECD08]
2016-05-17 21:11:29,674 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 34B7E3D071E74AC88569698634784839 for vertex: vertex_1463519489371_0001_1_01 [B300532066664FBB9CA1E115AEEEB91F]
2016-05-17 21:11:29,682 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519489371_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:29,682 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519489371_0001_00_000002: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:29,682 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519489371_0001_00_000002, Exiting
2016-05-17 21:11:29,682 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519489371_0001_00_000002
2016-05-17 21:11:29,682 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519489371_0001_00_000002
2016-05-17 21:11:29,682 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519489371_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:29,682 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519489371_0001_00_000002 completed successfully
2016-05-17 21:11:29,684 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519489371_0001_1, queueSize=0
2016-05-17 21:11:29,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:29,684 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489371_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519489371_0001_1, startTime=1463519489534, finishTime=1463519489682, timeTaken=148, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=1518, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=12, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1503657984, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=11, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038979260, Process_Duration=13, Process_End_Time=2927038979273, Read_Duration=2, Tuples_Read=74, Tuples_Written=74, Write_Duration=3, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:29,684 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519489371_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:29,684 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519489371_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:29,685 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489371_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:29,685 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519489371_0001_00_000002
2016-05-17 21:11:29 Completed Dag: dag_1463519489371_0001_1
2016-05-17 21:11:29,685 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519489371_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:29,685 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519489371_0001_1_post
2016-05-17 21:11:29,685 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:29,685 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:29,691 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sive/true_true_false_true, applicationId=application_1463519489371_0001
2016-05-17 21:11:29,694 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:29,695 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:29,695 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:29,695 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:29,695 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:29,695 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:29,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:29,699 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:29,699 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:29,699 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:29,700 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:29,700 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:29,700 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:29,706 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/67D98793C5D24DC28B66FC1BA6312C3A/B90EC50724664AF4B8A32432D70512CB/.tez/application_1463519489371_0001
2016-05-17 21:11:29,706 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_true/_temporary
2016-05-17 21:11:29,707 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.351
2016-05-17 21:11:29,772 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:29,772 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:29,805 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.011
2016-05-17 21:11:29,817 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.024
2016-05-17 21:11:29,817 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:29,818 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:29,818 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:29,835 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:29,840 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_true
2016-05-17 21:11:29,883 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:29,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:29,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_true"]
2016-05-17 21:11:29,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:29,884 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:29,885 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:29,887 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/false_true_false_true
2016-05-17 21:11:29,887 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:29,903 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:29,907 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:29,908 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:29,908 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:29,918 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7/.tez/application_1463519489908_0001 doesn't exist and is created
2016-05-17 21:11:29,933 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:29,933 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:29,934 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7/.tez/application_1463519489908_0001
2016-05-17 21:11:29,936 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519489908_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:29,942 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:29,942 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:29,945 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:29,946 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:29,947 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:29,947 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:29,947 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7/.tez/application_1463519489908_0001/localmode-log-dir
2016-05-17 21:11:29,948 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7/.tez/application_1463519489908_0001/localmode-log-dir/history.txt.appattempt_1463519489908_0001_000000, maxErrors=10
2016-05-17 21:11:29,948 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:29,948 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519489908_0001_000000, appSubmitTime=1463519489935, launchTime=1463519489936
2016-05-17 21:11:29,950 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:29,950 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:29,951 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:29,952 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:29,955 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:48858
2016-05-17 21:11:29,957 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:29,958 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519489908_0001_000000, startTime=1463519489958
2016-05-17 21:11:29,958 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:29,959 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:30,034 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:30,034 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:30,034 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/false_true_false_true, applicationId=application_1463519489908_0001, dagName=[24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true
2016-05-17 21:11:30,048 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true
2016-05-17 21:11:30,049 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519489908_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7/.tez/application_1463519489908_0001/localmode-log-dir/dag_1463519489908_0001_1.dot
2016-05-17 21:11:30,050 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7/.tez/application_1463519489908_0001/localmode-log-dir/dag_1463519489908_0001_1-tez-dag.pb.txt
2016-05-17 21:11:30,055 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519489908_0001_1
2016-05-17 21:11:30,055 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,055 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true
2016-05-17 21:11:30 Running Dag: dag_1463519489908_0001_1
2016-05-17 21:11:30,065 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519489908_0001_1, submitTime=1463519490048
2016-05-17 21:11:30,065 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:30,066 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D52E35352BFD43CDBC4D007E523B8651
2016-05-17 21:11:30,066 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:30,067 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519489908_0001_1, initTime=1463519490065
2016-05-17 21:11:30,067 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:30,067 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519489908_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:30,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:DAG_STARTED]: dagID=dag_1463519489908_0001_1, startTime=1463519490068
2016-05-17 21:11:30,068 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:30,068 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:30,068 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519489908_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:30,069 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: F98FD0930F3A443FB6D99DD04586B9F9 : {DC98190336E149E8A997D1CE5B3B8177={InputName=DC98190336E149E8A997D1CE5B3B8177}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:30,069 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: DC98190336E149E8A997D1CE5B3B8177, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:30,069 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,069 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/false_true_false_true, applicationId=application_1463519489908_0001, dagName=[24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true
2016-05-17 21:11:30,069 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,069 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,070 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]. Starting root input initializers: 1
2016-05-17 21:11:30,070 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:30,070 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,071 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: DC98190336E149E8A997D1CE5B3B8177 on vertex vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,073 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:30,073 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:30,074 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,074 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,074 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,074 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=5E982DD1354546A99785E881C9FA6BB8, vertexId=vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:30,074 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=5E982DD1354546A99785E881C9FA6BB8, vertexId=vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,074 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input DC98190336E149E8A997D1CE5B3B8177 asking for 1 tasks. Headroom: 717 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:30,076 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:30,077 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=5E982DD1354546A99785E881C9FA6BB8, vertexName=D52E35352BFD43CDBC4D007E523B8651, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:30,077 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:30,077 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=5E982DD1354546A99785E881C9FA6BB8, vertexId=vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,079 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:30,080 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:30,080 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D52E35352BFD43CDBC4D007E523B8651, vertexId=vertex_1463519489908_0001_1_01, initRequestedTime=1463519490070, initedTime=1463519490080, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:30,080 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:30,080 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: DC98190336E149E8A997D1CE5B3B8177 on vertex vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,081 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:30,081 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {DC98190336E149E8A997D1CE5B3B8177=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:30,081 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] parallelism set to 1
2016-05-17 21:11:30,081 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:30,082 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519489908_0001_1_00, eventCount=1
2016-05-17 21:11:30,082 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:30,083 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_INITIALIZED]: vertexName=F98FD0930F3A443FB6D99DD04586B9F9, vertexId=vertex_1463519489908_0001_1_00, initRequestedTime=1463519490069, initedTime=1463519490082, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:30,083 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] with distanceFromRoot: 0
2016-05-17 21:11:30,083 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:30,083 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,084 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,084 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:30,084 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519489908_0001_1_00, startRequestedTime=1463519490083, startedTime=1463519490083
2016-05-17 21:11:30,085 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:30,085 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:30,085 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_STARTED]: vertexName=F98FD0930F3A443FB6D99DD04586B9F9, taskId=task_1463519489908_0001_1_00_000000, scheduledTime=1463519490085, launchTime=1463519490085
2016-05-17 21:11:30,086 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489908_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:30,086 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519489908_0001_1_00 for vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] numStartedSources: 1 numSources: 1
2016-05-17 21:11:30,086 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] with distanceFromRoot: 1
2016-05-17 21:11:30,087 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,087 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: F98FD0930F3A443FB6D99DD04586B9F9 in vertex: D52E35352BFD43CDBC4D007E523B8651
2016-05-17 21:11:30,087 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D52E35352BFD43CDBC4D007E523B8651 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:30,088 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:30,088 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519489908_0001_1_01, startRequestedTime=1463519490087, startedTime=1463519490087
2016-05-17 21:11:30,088 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:30,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true, VertexName: F98FD0930F3A443FB6D99DD04586B9F9, VertexParallelism: 1, TaskAttemptID:attempt_1463519489908_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DC98190336E149E8A997D1CE5B3B8177, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D52E35352BFD43CDBC4D007E523B8651, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:30,089 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489908_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:30,089 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:30,090 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:30,090 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:30,091 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:30,091 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519489908_0001_00_000001
2016-05-17 21:11:30,091 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:30,093 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519489908_0001_00_000001
2016-05-17 21:11:30,093 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:30,094 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:30,094 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519489908_0001, with dag id: dag_1463519489908_0001_1
2016-05-17 21:11:30,095 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:30,095 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519489908_0001_00_000001, launchTime=1463519490095
2016-05-17 21:11:30,096 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489908_0001_00_000001
2016-05-17 21:11:30,097 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519489908_0001_1_00_000000_0] to container: [container_1463519489908_0001_00_000001]
2016-05-17 21:11:30,097 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:30,098 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519489908_0001_1_00_000000_0] started. Is using containerId: [container_1463519489908_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:30,098 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=F98FD0930F3A443FB6D99DD04586B9F9, taskAttemptId=attempt_1463519489908_0001_1_00_000000_0, startTime=1463519490098, containerId=container_1463519489908_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519489908_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:30,098 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489908_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:30,098 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:30,099 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489908_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:30,099 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519489908_0001_00_000001 given task: attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,100 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519489908_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,101 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,101 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,101 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:30,101 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:30,101 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:30,101 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:30,101 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:30,101 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true, VertexName: F98FD0930F3A443FB6D99DD04586B9F9, VertexParallelism: 1, TaskAttemptID:attempt_1463519489908_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=DC98190336E149E8A997D1CE5B3B8177, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D52E35352BFD43CDBC4D007E523B8651, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:30,101 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=751828992
2016-05-17 21:11:30,102 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519489908_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:30,103 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:30,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,103 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=DC98190336E149E8A997D1CE5B3B8177, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:30,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:30,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: DC98190336E149E8A997D1CE5B3B8177
2016-05-17 21:11:30,104 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: DC98190336E149E8A997D1CE5B3B8177
2016-05-17 21:11:30,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D52E35352BFD43CDBC4D007E523B8651, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:30,104 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,106 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:30,107 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: DC98190336E149E8A997D1CE5B3B8177
2016-05-17 21:11:30,107 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: DC98190336E149E8A997D1CE5B3B8177
2016-05-17 21:11:30,108 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:30,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:30,108 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D52E35352BFD43CDBC4D007E523B8651
2016-05-17 21:11:30,110 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:30,110 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D52E35352BFD43CDBC4D007E523B8651
2016-05-17 21:11:30,110 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D52E35352BFD43CDBC4D007E523B8651
2016-05-17 21:11:30,112 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: F98FD0930F3A443FB6D99DD04586B9F9, ordinal: 0
2016-05-17 21:11:30,112 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F98FD0930F3A443FB6D99DD04586B9F9, mem on start (mb), free: 283, total: 717, max: 717
2016-05-17 21:11:30,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:30,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:30,112 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:30,112 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:30,113 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:30,113 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:30,113 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:30,113 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:30,113 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 751828992, TotalAvailable: 503725424, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:30,114 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, DC98190336E149E8A997D1CE5B3B8177, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:30,114 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D52E35352BFD43CDBC4D007E523B8651, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:30,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:30,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: DC98190336E149E8A997D1CE5B3B8177 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:30,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:30,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:30,114 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: DC98190336E149E8A997D1CE5B3B8177
2016-05-17 21:11:30,115 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:30,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: DC98190336E149E8A997D1CE5B3B8177
2016-05-17 21:11:30,115 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:30,115 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,119 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:30,119 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: DC98190336E149E8A997D1CE5B3B8177
2016-05-17 21:11:30,120 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 571E4675D9454BDC9C25B6F82360E2BA
2016-05-17 21:11:30,120 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 571E4675D9454BDC9C25B6F82360E2BA
2016-05-17 21:11:30,123 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@3dc0b64e; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@3700da8e; comparator=cascading.tuple.hadoop.util.GroupingSortingComparator@190cbcd8; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:30,123 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:30,123 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:30,123 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:30,121 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:30,138 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5b8057ef
2016-05-17 21:11:30,140 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5b8057ef
2016-05-17 21:11:30,140 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:30,141 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:30,148 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:30,148 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:30,148 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:30,149 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:30,149 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:30,150 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:30,150 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:30,150 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: F98FD0930F3A443FB6D99DD04586B9F9, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:30,155 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,155 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: F98FD0930F3A443FB6D99DD04586B9F9, mem on close (mb), free: 376, total: 716, max: 716
2016-05-17 21:11:30,155 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:30,155 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:30,156 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:30,156 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:30,159 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,162 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519489908_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:30,162 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519489908_0001_1_00, eventCount=1
2016-05-17 21:11:30,163 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:30,163 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=F98FD0930F3A443FB6D99DD04586B9F9, taskAttemptId=attempt_1463519489908_0001_1_00_000000_0, startTime=1463519490098, finishTime=1463519490163, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490150, Process_Duration=5, Process_End_Time=1463519490155, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:30,163 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489908_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:30,163 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:30,163 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30,164 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_FINISHED]: vertexName=F98FD0930F3A443FB6D99DD04586B9F9, taskId=task_1463519489908_0001_1_00_000000, startTime=1463519490098, finishTime=1463519490164, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1463519489908_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490150, Process_Duration=5, Process_End_Time=1463519490155, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:30,164 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489908_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:30,164 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] : 1
2016-05-17 21:11:30,165 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,165 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_FINISHED]: vertexName=F98FD0930F3A443FB6D99DD04586B9F9, vertexId=vertex_1463519489908_0001_1_00, initRequestedTime=1463519490069, initedTime=1463519490082, startRequestedTime=1463519490083, startedTime=1463519490083, finishTime=1463519490165, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490150, Process_Duration=5, Process_End_Time=1463519490155, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519490098, firstTasksToStart=[ task_1463519489908_0001_1_00_000000 ], lastTaskFinishTime=1463519490163, lastTasksToFinish=[ task_1463519489908_0001_1_00_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519489908_0001_1_00_000000 ], longestDurationTasks=[ task_1463519489908_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:30,165 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:30,166 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:30,166 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:30,168 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:30,168 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] attempt: attempt_1463519489908_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:30,168 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D52E35352BFD43CDBC4D007E523B8651
2016-05-17 21:11:30,169 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,169 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:30,169 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519489908_0001_00_000001, stoppedTime=1463519490169, exitStatus=0
2016-05-17 21:11:30,170 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:30,169 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:30,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_STARTED]: vertexName=D52E35352BFD43CDBC4D007E523B8651, taskId=task_1463519489908_0001_1_01_000000, scheduledTime=1463519490170, launchTime=1463519490170
2016-05-17 21:11:30,171 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489908_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:30,171 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:30,172 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519489908_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:30,172 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,172 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:30,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true, VertexName: D52E35352BFD43CDBC4D007E523B8651, VertexParallelism: 1, TaskAttemptID:attempt_1463519489908_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F98FD0930F3A443FB6D99DD04586B9F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5E982DD1354546A99785E881C9FA6BB8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:30,173 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489908_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:30,173 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:30,173 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519490150, Process_Duration=5, Process_End_Time=1463519490155, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:30,174 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519489908_0001_00_000002
2016-05-17 21:11:30,174 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:30,175 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,175 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:30,177 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519489908_0001_00_000002
2016-05-17 21:11:30,177 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:30,178 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489908_0001_00_000001
2016-05-17 21:11:30,178 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519489908_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:30,178 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519489908_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:30,179 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519489908_0001_00_000001, Exiting
2016-05-17 21:11:30,179 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519489908_0001_00_000001
2016-05-17 21:11:30,179 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519489908_0001_00_000001
2016-05-17 21:11:30,182 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:30,182 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:30,183 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519489908_0001_00_000002, launchTime=1463519490182
2016-05-17 21:11:30,183 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519489908_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:30,184 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519489908_0001_00_000001 completed successfully
2016-05-17 21:11:30,184 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:30,185 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489908_0001_00_000002
2016-05-17 21:11:30,186 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519489908_0001_1_01_000000_0] to container: [container_1463519489908_0001_00_000002]
2016-05-17 21:11:30,186 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:30,187 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519489908_0001_1_01_000000_0] started. Is using containerId: [container_1463519489908_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:30,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D52E35352BFD43CDBC4D007E523B8651, taskAttemptId=attempt_1463519489908_0001_1_01_000000_0, startTime=1463519490186, containerId=container_1463519489908_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519489908_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:30,187 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489908_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:30,187 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489908_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:30,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:30,188 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519489908_0001_00_000002 given task: attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,189 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519489908_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,189 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,189 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,190 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:30,190 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:30,190 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:30,190 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:30,190 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:30,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7] comprehensivesort/(1/1) ...ive/false_true_false_true, VertexName: D52E35352BFD43CDBC4D007E523B8651, VertexParallelism: 1, TaskAttemptID:attempt_1463519489908_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=F98FD0930F3A443FB6D99DD04586B9F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=5E982DD1354546A99785E881C9FA6BB8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:30,190 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=751304704
2016-05-17 21:11:30,192 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,192 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:30,193 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,194 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519489908_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:30,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=F98FD0930F3A443FB6D99DD04586B9F9, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:30,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:30,195 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,197 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 676174208, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:30,197 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:30,198 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 676174208, type: INPUT, componentVertexName: F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,198 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,201 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:30,202 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=5E982DD1354546A99785E881C9FA6BB8, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:30,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:30,206 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 5E982DD1354546A99785E881C9FA6BB8
2016-05-17 21:11:30,206 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:30,206 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D52E35352BFD43CDBC4D007E523B8651, ordinal: 1
2016-05-17 21:11:30,206 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D52E35352BFD43CDBC4D007E523B8651, mem on start (mb), free: 371, total: 716, max: 716
2016-05-17 21:11:30,207 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:30,208 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:30,206 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 5E982DD1354546A99785E881C9FA6BB8
2016-05-17 21:11:30,216 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:30,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 5E982DD1354546A99785E881C9FA6BB8
2016-05-17 21:11:30,216 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:30,217 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:30,218 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:30,218 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:30,218 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:30,218 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:30,219 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 676174208, TotalRequestedScaled: 6.241608073846154E8, TotalJVMHeap: 751304704, TotalAvailable: 503374151, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:30,219 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, F98FD0930F3A443FB6D99DD04586B9F9, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=676174208, allocated=503374151
2016-05-17 21:11:30,220 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 5E982DD1354546A99785E881C9FA6BB8, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:30,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:30,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,221 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:30,221 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:30,221 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: F98FD0930F3A443FB6D99DD04586B9F9 with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:30,222 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=676174208, postMergeMem=0, RuntimeTotalAvailable=503374151. Updated to: ShuffleMem=503374151, postMergeMem: 0
2016-05-17 21:11:30,222 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=503374151, maxSingleShuffleLimit=125843536, mergeThreshold=453036704, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:30,222 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:30,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: F98FD0930F3A443FB6D99DD04586B9F9 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:30,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:30,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:30,223 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:30,224 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,224 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519489908_0001_1_00_000000_0_10137, runDuration: 52979, ]
2016-05-17 21:11:30,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519489908_0001_1_00_000000_0_10137] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519490229, TimeTaken=5, Rate=0.14 MB/s
2016-05-17 21:11:30,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:30,229 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [F98FD0930F3A443FB6D99DD04586B9F9] #24 in 5ms
2016-05-17 21:11:30,230 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [F98FD0930F3A443FB6D99DD04586B9F9] #24, status:false, isInterrupted:false
2016-05-17 21:11:30,233 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:30,233 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:30,233 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 571E4675D9454BDC9C25B6F82360E2BA
2016-05-17 21:11:30,233 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_true"], id: 5E982DD1354546A99785E881C9FA6BB8
2016-05-17 21:11:30,233 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_true"]
2016-05-17 21:11:30,233 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:30,234 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 571E4675D9454BDC9C25B6F82360E2BA, for 1 inputs
2016-05-17 21:11:30,234 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:30,234 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:30,234 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:30,234 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,234 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:30,235 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D52E35352BFD43CDBC4D007E523B8651, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:30,236 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@2eca8e16; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@74365e59
2016-05-17 21:11:30,241 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:30,242 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:30,242 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,242 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519489908_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:30,243 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,243 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D52E35352BFD43CDBC4D007E523B8651, mem on close (mb), free: 367, total: 716, max: 716
2016-05-17 21:11:30,243 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: F98FD0930F3A443FB6D99DD04586B9F9
2016-05-17 21:11:30,243 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:30,244 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:30,244 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:30,244 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:30,244 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,245 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519489908_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:30,245 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519490235, Process_Duration=8, Process_End_Time=1463519490243, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:30,246 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D52E35352BFD43CDBC4D007E523B8651, taskAttemptId=attempt_1463519489908_0001_1_01_000000_0, startTime=1463519490186, finishTime=1463519490245, timeTaken=59, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490235, Process_Duration=8, Process_End_Time=1463519490243, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:30,246 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:30,246 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,246 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519489908_0001_00_000002
2016-05-17 21:11:30,246 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:30,246 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519489908_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:30,246 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30,247 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:30,247 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:30,247 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:TASK_FINISHED]: vertexName=D52E35352BFD43CDBC4D007E523B8651, taskId=task_1463519489908_0001_1_01_000000, startTime=1463519490186, finishTime=1463519490247, timeTaken=61, status=SUCCEEDED, successfulAttemptID=attempt_1463519489908_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490235, Process_Duration=8, Process_End_Time=1463519490243, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:30,247 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519489908_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:30,247 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] : 1
2016-05-17 21:11:30,247 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,248 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:30,248 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:VERTEX_FINISHED]: vertexName=D52E35352BFD43CDBC4D007E523B8651, vertexId=vertex_1463519489908_0001_1_01, initRequestedTime=1463519490070, initedTime=1463519490080, startRequestedTime=1463519490087, startedTime=1463519490087, finishTime=1463519490247, timeTaken=160, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=751304704, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490235, Process_Duration=8, Process_End_Time=1463519490243, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519490186, firstTasksToStart=[ task_1463519489908_0001_1_01_000000 ], lastTaskFinishTime=1463519490245, lastTasksToFinish=[ task_1463519489908_0001_1_01_000000 ], minTaskDuration=59, maxTaskDuration=59, avgTaskDuration=59.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519489908_0001_1_01_000000 ], longestDurationTasks=[ task_1463519489908_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:30,248 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:30,248 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:30,249 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:30,249 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519489908_0001_1
2016-05-17 21:11:30,249 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519489908_0001_1
2016-05-17 21:11:30,249 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519489908_0001_1_00 [F98FD0930F3A443FB6D99DD04586B9F9]
2016-05-17 21:11:30,249 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 5E982DD1354546A99785E881C9FA6BB8 for vertex: vertex_1463519489908_0001_1_01 [D52E35352BFD43CDBC4D007E523B8651]
2016-05-17 21:11:30,257 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519489908_0001_1, queueSize=0
2016-05-17 21:11:30,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:30,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519489908_0001_1, startTime=1463519490068, finishTime=1463519490256, timeTaken=188, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=10, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1502609408, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=13, FIRST_EVENT_RECEIVED=3, LAST_EVENT_RECEIVED=3, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038980385, Process_Duration=13, Process_End_Time=2927038980398, Read_Duration=5, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:30,257 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519489908_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:30,258 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519489908_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:30,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519489908_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519489908_0001_00_000002, stoppedTime=1463519490258, exitStatus=0
2016-05-17 21:11:30,258 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:30,258 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:30 Completed Dag: dag_1463519489908_0001_1
2016-05-17 21:11:30,259 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519489908_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:30,259 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519489908_0001_1_post
2016-05-17 21:11:30,259 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,260 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:30,260 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519489908_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:30,260 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519489908_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:30,265 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/false_true_false_true, applicationId=application_1463519489908_0001
2016-05-17 21:11:30,266 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:30,266 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:30,266 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:30,266 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:30,266 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:30,267 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:30,267 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:30,267 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:30,267 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:30,268 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:30,268 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:30,268 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:30,268 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:30,269 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1463519489908_0001_00_000002
2016-05-17 21:11:30,269 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519489908_0001_00_000002
2016-05-17 21:11:30,269 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519489908_0001_00_000002
2016-05-17 21:11:30,274 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/24680C3F222C4253ABC74C96116F5FC8/D7F4ED83147B4D769BBBDB3FA0D5BBB7/.tez/application_1463519489908_0001
2016-05-17 21:11:30,274 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_true/_temporary
2016-05-17 21:11:30,274 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.391
2016-05-17 21:11:30,342 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:30,343 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:30,372 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-17 21:11:30,384 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.019
2016-05-17 21:11:30,384 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:30,384 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:30,384 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:30,397 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:30,402 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_true
2016-05-17 21:11:30,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:30,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:30,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_true"]
2016-05-17 21:11:30,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:30,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:30,442 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:30,443 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...ive/false_false_true_true
2016-05-17 21:11:30,443 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:30,454 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:30,458 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:30,459 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:30,459 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:30,468 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB/.tez/application_1463519490459_0001 doesn't exist and is created
2016-05-17 21:11:30,482 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:30,482 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:30,483 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB/.tez/application_1463519490459_0001
2016-05-17 21:11:30,485 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519490459_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:30,495 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:30,495 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:30,497 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:30,497 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:30,497 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB/.tez/application_1463519490459_0001/localmode-log-dir
2016-05-17 21:11:30,498 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB/.tez/application_1463519490459_0001/localmode-log-dir/history.txt.appattempt_1463519490459_0001_000000, maxErrors=10
2016-05-17 21:11:30,498 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:30,498 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519490459_0001_000000, appSubmitTime=1463519490485, launchTime=1463519490485
2016-05-17 21:11:30,501 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:30,502 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:30,503 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:30,503 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:30,504 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:58029
2016-05-17 21:11:30,506 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:30,509 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519490459_0001_000000, startTime=1463519490509
2016-05-17 21:11:30,509 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:30,509 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:30,582 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:30,583 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:30,583 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...ive/false_false_true_true, applicationId=application_1463519490459_0001, dagName=[66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true
2016-05-17 21:11:30,596 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true
2016-05-17 21:11:30,597 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519490459_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB/.tez/application_1463519490459_0001/localmode-log-dir/dag_1463519490459_0001_1.dot
2016-05-17 21:11:30,598 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB/.tez/application_1463519490459_0001/localmode-log-dir/dag_1463519490459_0001_1-tez-dag.pb.txt
2016-05-17 21:11:30,604 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519490459_0001_1
2016-05-17 21:11:30,604 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,604 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true
2016-05-17 21:11:30 Running Dag: dag_1463519490459_0001_1
2016-05-17 21:11:30,615 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519490459_0001_1, submitTime=1463519490596
2016-05-17 21:11:30,615 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:30,617 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D15E8A400E9C459E812A77DFD0732F63
2016-05-17 21:11:30,617 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:30,618 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519490459_0001_1, initTime=1463519490616
2016-05-17 21:11:30,618 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:30,618 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519490459_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:30,619 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:DAG_STARTED]: dagID=dag_1463519490459_0001_1, startTime=1463519490618
2016-05-17 21:11:30,619 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:30,619 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:30,619 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519490459_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:30,619 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E4451F718A8542289293247414C7E07C : {3E9786A98D834E01947D8A42BE5E8CCF={InputName=3E9786A98D834E01947D8A42BE5E8CCF}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:30,619 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 3E9786A98D834E01947D8A42BE5E8CCF, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:30,619 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,619 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,620 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,620 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]. Starting root input initializers: 1
2016-05-17 21:11:30,620 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:30,620 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,623 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:30,623 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,623 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,623 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,623 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=050173835F1A478E86066E988F79B18F, vertexId=vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:30,624 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=050173835F1A478E86066E988F79B18F, vertexId=vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,625 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...ive/false_false_true_true, applicationId=application_1463519490459_0001, dagName=[66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true
2016-05-17 21:11:30,628 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=050173835F1A478E86066E988F79B18F, vertexName=D15E8A400E9C459E812A77DFD0732F63, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:30,629 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=050173835F1A478E86066E988F79B18F, vertexId=vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,631 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:30,631 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D15E8A400E9C459E812A77DFD0732F63, vertexId=vertex_1463519490459_0001_1_01, initRequestedTime=1463519490620, initedTime=1463519490631, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:30,632 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:30,635 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 3E9786A98D834E01947D8A42BE5E8CCF on vertex vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,637 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:30,638 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 3E9786A98D834E01947D8A42BE5E8CCF asking for 1 tasks. Headroom: 716 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:30,639 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:30,639 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:30,642 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:30,642 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519490459_0001, with dag id: dag_1463519490459_0001_1
2016-05-17 21:11:30,643 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 3E9786A98D834E01947D8A42BE5E8CCF on vertex vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,643 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:30,643 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {3E9786A98D834E01947D8A42BE5E8CCF=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:30,643 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] parallelism set to 1
2016-05-17 21:11:30,643 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:30,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519490459_0001_1_00, eventCount=1
2016-05-17 21:11:30,644 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E4451F718A8542289293247414C7E07C, vertexId=vertex_1463519490459_0001_1_00, initRequestedTime=1463519490619, initedTime=1463519490644, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:30,644 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] with distanceFromRoot: 0
2016-05-17 21:11:30,644 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:30,644 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,644 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:30,644 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519490459_0001_1_00, startRequestedTime=1463519490644, startedTime=1463519490644
2016-05-17 21:11:30,646 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:30,646 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_STARTED]: vertexName=E4451F718A8542289293247414C7E07C, taskId=task_1463519490459_0001_1_00_000000, scheduledTime=1463519490646, launchTime=1463519490646
2016-05-17 21:11:30,646 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490459_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:30,646 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519490459_0001_1_00 for vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] numStartedSources: 1 numSources: 1
2016-05-17 21:11:30,646 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] with distanceFromRoot: 1
2016-05-17 21:11:30,647 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,647 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E4451F718A8542289293247414C7E07C in vertex: D15E8A400E9C459E812A77DFD0732F63
2016-05-17 21:11:30,647 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D15E8A400E9C459E812A77DFD0732F63 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:30,647 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519490459_0001_1_01, startRequestedTime=1463519490647, startedTime=1463519490647
2016-05-17 21:11:30,647 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:30,647 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:30,648 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:30,648 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:30,650 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true, VertexName: E4451F718A8542289293247414C7E07C, VertexParallelism: 1, TaskAttemptID:attempt_1463519490459_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3E9786A98D834E01947D8A42BE5E8CCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D15E8A400E9C459E812A77DFD0732F63, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:30,650 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490459_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:30,650 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:30,651 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:30,652 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:30,652 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:30,652 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519490459_0001_00_000001
2016-05-17 21:11:30,652 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:30,654 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519490459_0001_00_000001
2016-05-17 21:11:30,654 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:30,655 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:30,655 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:30,655 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519490459_0001_00_000001, launchTime=1463519490655
2016-05-17 21:11:30,656 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490459_0001_00_000001
2016-05-17 21:11:30,656 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519490459_0001_1_00_000000_0] to container: [container_1463519490459_0001_00_000001]
2016-05-17 21:11:30,656 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:30,657 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519490459_0001_1_00_000000_0] started. Is using containerId: [container_1463519490459_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:30,657 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E4451F718A8542289293247414C7E07C, taskAttemptId=attempt_1463519490459_0001_1_00_000000_0, startTime=1463519490657, containerId=container_1463519490459_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519490459_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:30,657 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490459_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:30,657 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490459_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:30,657 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:30,658 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519490459_0001_00_000001 given task: attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,658 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490459_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,658 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,658 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,658 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:30,658 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:30,659 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:30,659 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:30,659 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:30,659 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true, VertexName: E4451F718A8542289293247414C7E07C, VertexParallelism: 1, TaskAttemptID:attempt_1463519490459_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=3E9786A98D834E01947D8A42BE5E8CCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D15E8A400E9C459E812A77DFD0732F63, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:30,659 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=751304704
2016-05-17 21:11:30,660 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:30,660 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,661 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519490459_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:30,661 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=3E9786A98D834E01947D8A42BE5E8CCF, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:30,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:30,662 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 3E9786A98D834E01947D8A42BE5E8CCF
2016-05-17 21:11:30,662 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 3E9786A98D834E01947D8A42BE5E8CCF
2016-05-17 21:11:30,664 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:30,665 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 3E9786A98D834E01947D8A42BE5E8CCF
2016-05-17 21:11:30,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 3E9786A98D834E01947D8A42BE5E8CCF
2016-05-17 21:11:30,665 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,668 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:30,668 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D15E8A400E9C459E812A77DFD0732F63, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:30,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:30,670 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D15E8A400E9C459E812A77DFD0732F63
2016-05-17 21:11:30,673 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E4451F718A8542289293247414C7E07C, ordinal: 0
2016-05-17 21:11:30,673 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E4451F718A8542289293247414C7E07C, mem on start (mb), free: 280, total: 716, max: 716
2016-05-17 21:11:30,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,673 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:30,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:30,674 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:30,674 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D15E8A400E9C459E812A77DFD0732F63
2016-05-17 21:11:30,674 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D15E8A400E9C459E812A77DFD0732F63
2016-05-17 21:11:30,675 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:30,675 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:30,675 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:30,675 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:30,676 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:30,676 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:30,676 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 751304704, TotalAvailable: 503374151, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:30,676 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 3E9786A98D834E01947D8A42BE5E8CCF, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:30,677 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D15E8A400E9C459E812A77DFD0732F63, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:30,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:30,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 3E9786A98D834E01947D8A42BE5E8CCF being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:30,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:30,678 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:30,677 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 3E9786A98D834E01947D8A42BE5E8CCF
2016-05-17 21:11:30,678 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:30,679 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 3E9786A98D834E01947D8A42BE5E8CCF
2016-05-17 21:11:30,679 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:30,679 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,679 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:30,680 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@3d5fcd57
2016-05-17 21:11:30,680 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@3d5fcd57
2016-05-17 21:11:30,681 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:30,681 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:30,682 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:30,682 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 3E9786A98D834E01947D8A42BE5E8CCF
2016-05-17 21:11:30,682 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 3CF186032D434B79A9A5F034D67A8B23
2016-05-17 21:11:30,682 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 3CF186032D434B79A9A5F034D67A8B23
2016-05-17 21:11:30,684 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@740baf44; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@2b1fd4e1; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@36d115e5; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:30,684 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:30,684 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:30,684 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:30,712 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:30,712 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:30,712 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:30,712 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:30,712 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:30,713 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:30,713 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:30,713 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:30,713 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:30,713 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E4451F718A8542289293247414C7E07C, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:30,717 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,717 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E4451F718A8542289293247414C7E07C, mem on close (mb), free: 372, total: 714, max: 714
2016-05-17 21:11:30,717 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:30,717 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:30,717 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:30,718 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:30,724 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,727 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519490459_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:30,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519490459_0001_1_00, eventCount=1
2016-05-17 21:11:30,730 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519490713, Process_Duration=4, Process_End_Time=1463519490717, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:30,730 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:30,730 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E4451F718A8542289293247414C7E07C, taskAttemptId=attempt_1463519490459_0001_1_00_000000_0, startTime=1463519490657, finishTime=1463519490730, timeTaken=73, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490713, Process_Duration=4, Process_End_Time=1463519490717, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:30,730 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490459_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:30,730 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30,731 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_FINISHED]: vertexName=E4451F718A8542289293247414C7E07C, taskId=task_1463519490459_0001_1_00_000000, startTime=1463519490657, finishTime=1463519490730, timeTaken=73, status=SUCCEEDED, successfulAttemptID=attempt_1463519490459_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490713, Process_Duration=4, Process_End_Time=1463519490717, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:30,731 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,731 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490459_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:30,731 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:30,731 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] : 1
2016-05-17 21:11:30,731 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,731 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490459_0001_00_000001
2016-05-17 21:11:30,731 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:30,732 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:30,732 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:30,732 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_FINISHED]: vertexName=E4451F718A8542289293247414C7E07C, vertexId=vertex_1463519490459_0001_1_00, initRequestedTime=1463519490619, initedTime=1463519490644, startRequestedTime=1463519490644, startedTime=1463519490644, finishTime=1463519490731, timeTaken=87, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490713, Process_Duration=4, Process_End_Time=1463519490717, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519490657, firstTasksToStart=[ task_1463519490459_0001_1_00_000000 ], lastTaskFinishTime=1463519490730, lastTasksToFinish=[ task_1463519490459_0001_1_00_000000 ], minTaskDuration=73, maxTaskDuration=73, avgTaskDuration=73.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519490459_0001_1_00_000000 ], longestDurationTasks=[ task_1463519490459_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:30,733 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:30,733 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] attempt: attempt_1463519490459_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:30,733 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D15E8A400E9C459E812A77DFD0732F63
2016-05-17 21:11:30,733 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,733 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:30,733 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:30,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_STARTED]: vertexName=D15E8A400E9C459E812A77DFD0732F63, taskId=task_1463519490459_0001_1_01_000000, scheduledTime=1463519490736, launchTime=1463519490736
2016-05-17 21:11:30,736 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490459_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:30,736 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519490459_0001_00_000001, stoppedTime=1463519490736, exitStatus=0
2016-05-17 21:11:30,737 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:30,737 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,737 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519490459_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:30,736 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:30,738 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:30,737 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true, VertexName: D15E8A400E9C459E812A77DFD0732F63, VertexParallelism: 1, TaskAttemptID:attempt_1463519490459_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E4451F718A8542289293247414C7E07C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=050173835F1A478E86066E988F79B18F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:30,738 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490459_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:30,738 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:30,738 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:30,739 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519490459_0001_00_000002
2016-05-17 21:11:30,739 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:30,740 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519490459_0001_00_000002
2016-05-17 21:11:30,740 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:30,741 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:30,741 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519490459_0001_00_000002, launchTime=1463519490741
2016-05-17 21:11:30,741 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:30,742 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519490459_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:30,742 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490459_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:30,742 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519490459_0001_00_000001, Exiting
2016-05-17 21:11:30,742 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519490459_0001_00_000001
2016-05-17 21:11:30,742 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519490459_0001_00_000001
2016-05-17 21:11:30,743 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490459_0001_00_000002
2016-05-17 21:11:30,743 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519490459_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:30,744 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519490459_0001_1_01_000000_0] to container: [container_1463519490459_0001_00_000002]
2016-05-17 21:11:30,744 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:30,744 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519490459_0001_00_000001 completed successfully
2016-05-17 21:11:30,744 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519490459_0001_1_01_000000_0] started. Is using containerId: [container_1463519490459_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:30,745 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D15E8A400E9C459E812A77DFD0732F63, taskAttemptId=attempt_1463519490459_0001_1_01_000000_0, startTime=1463519490744, containerId=container_1463519490459_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519490459_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:30,745 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490459_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:30,745 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490459_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:30,745 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:30,745 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:30,744 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519490459_0001_00_000002 given task: attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,745 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490459_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,746 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,746 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,747 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:30,747 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:30,747 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:30,747 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:30,747 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:30,748 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB] comprehensivesort/(1/1) ...ive/false_false_true_true, VertexName: D15E8A400E9C459E812A77DFD0732F63, VertexParallelism: 1, TaskAttemptID:attempt_1463519490459_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E4451F718A8542289293247414C7E07C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=050173835F1A478E86066E988F79B18F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:30,748 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=748683264
2016-05-17 21:11:30,748 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:30,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,749 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519490459_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:30,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,749 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E4451F718A8542289293247414C7E07C, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:30,750 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:30,750 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,752 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 673814912, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:30,752 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:30,752 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 673814912, type: INPUT, componentVertexName: E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,752 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:30,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=050173835F1A478E86066E988F79B18F, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:30,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:30,753 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 050173835F1A478E86066E988F79B18F
2016-05-17 21:11:30,753 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:30,754 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 050173835F1A478E86066E988F79B18F
2016-05-17 21:11:30,755 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D15E8A400E9C459E812A77DFD0732F63, ordinal: 1
2016-05-17 21:11:30,755 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D15E8A400E9C459E812A77DFD0732F63, mem on start (mb), free: 366, total: 714, max: 714
2016-05-17 21:11:30,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:30,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:30,755 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,756 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:30,763 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:30,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 050173835F1A478E86066E988F79B18F
2016-05-17 21:11:30,763 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:30,764 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:30,764 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:30,764 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:30,764 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:30,764 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:30,764 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 673814912, TotalRequestedScaled: 6.219829956923077E8, TotalJVMHeap: 748683264, TotalAvailable: 501617786, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:30,764 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 050173835F1A478E86066E988F79B18F, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:30,764 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E4451F718A8542289293247414C7E07C, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=673814912, allocated=501617786
2016-05-17 21:11:30,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:30,764 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E4451F718A8542289293247414C7E07C being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:30,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:30,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:30,765 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,765 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:30,766 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:30,766 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E4451F718A8542289293247414C7E07C with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:30,766 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=673814912, postMergeMem=0, RuntimeTotalAvailable=501617786. Updated to: ShuffleMem=501617786, postMergeMem: 0
2016-05-17 21:11:30,766 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=501617786, maxSingleShuffleLimit=125404448, mergeThreshold=451456000, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:30,766 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:30,772 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,772 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:30,772 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,773 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519490459_0001_1_00_000000_0_10143, runDuration: 55502, ]
2016-05-17 21:11:30,776 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519490459_0001_1_00_000000_0_10143] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519490776, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:30,776 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,776 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:30,776 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:30,776 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [E4451F718A8542289293247414C7E07C] #25 in 1ms
2016-05-17 21:11:30,776 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 3CF186032D434B79A9A5F034D67A8B23
2016-05-17 21:11:30,776 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E4451F718A8542289293247414C7E07C] #25, status:false, isInterrupted:false
2016-05-17 21:11:30,777 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_true"], id: 050173835F1A478E86066E988F79B18F
2016-05-17 21:11:30,777 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:30,778 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:30,778 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:30,778 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:30,778 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:30,778 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,778 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:30,779 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_true"]
2016-05-17 21:11:30,779 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 3CF186032D434B79A9A5F034D67A8B23, for 1 inputs
2016-05-17 21:11:30,779 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D15E8A400E9C459E812A77DFD0732F63, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:30,781 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@674eceb2; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@66e43d1a
2016-05-17 21:11:30,788 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:30,788 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:30,789 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,789 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519490459_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:30,790 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,790 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D15E8A400E9C459E812A77DFD0732F63, mem on close (mb), free: 363, total: 714, max: 714
2016-05-17 21:11:30,790 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E4451F718A8542289293247414C7E07C
2016-05-17 21:11:30,791 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:30,792 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:30,792 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:30,792 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:30,793 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,794 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519490459_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:30,794 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:30,794 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D15E8A400E9C459E812A77DFD0732F63, taskAttemptId=attempt_1463519490459_0001_1_01_000000_0, startTime=1463519490744, finishTime=1463519490794, timeTaken=50, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490779, Process_Duration=11, Process_End_Time=1463519490790, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:30,795 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490459_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:30,795 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30,795 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:30,795 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:30,795 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:TASK_FINISHED]: vertexName=D15E8A400E9C459E812A77DFD0732F63, taskId=task_1463519490459_0001_1_01_000000, startTime=1463519490744, finishTime=1463519490795, timeTaken=51, status=SUCCEEDED, successfulAttemptID=attempt_1463519490459_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490779, Process_Duration=11, Process_End_Time=1463519490790, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:30,795 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490459_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:30,795 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] : 1
2016-05-17 21:11:30,795 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,796 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:30,796 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:VERTEX_FINISHED]: vertexName=D15E8A400E9C459E812A77DFD0732F63, vertexId=vertex_1463519490459_0001_1_01, initRequestedTime=1463519490620, initedTime=1463519490631, startRequestedTime=1463519490647, startedTime=1463519490647, finishTime=1463519490796, timeTaken=149, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519490779, Process_Duration=11, Process_End_Time=1463519490790, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519490744, firstTasksToStart=[ task_1463519490459_0001_1_01_000000 ], lastTaskFinishTime=1463519490794, lastTasksToFinish=[ task_1463519490459_0001_1_01_000000 ], minTaskDuration=50, maxTaskDuration=50, avgTaskDuration=50.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519490459_0001_1_01_000000 ], longestDurationTasks=[ task_1463519490459_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:30,796 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:30,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519490779, Process_Duration=11, Process_End_Time=1463519490790, Read_Duration=4, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:30,797 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:30,797 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:30,797 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519490459_0001_00_000002, stoppedTime=1463519490797, exitStatus=0
2016-05-17 21:11:30,797 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:30,797 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:30,797 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519490459_0001_1
2016-05-17 21:11:30,797 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,797 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519490459_0001_1
2016-05-17 21:11:30,797 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519490459_0001_1_00 [E4451F718A8542289293247414C7E07C]
2016-05-17 21:11:30,797 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 050173835F1A478E86066E988F79B18F for vertex: vertex_1463519490459_0001_1_01 [D15E8A400E9C459E812A77DFD0732F63]
2016-05-17 21:11:30,797 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490459_0001_00_000002
2016-05-17 21:11:30,798 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519490459_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:30,799 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490459_0001_00_000002: 1 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:30,799 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519490459_0001_00_000002, Exiting
2016-05-17 21:11:30,799 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519490459_0001_00_000002
2016-05-17 21:11:30,799 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519490459_0001_00_000002
2016-05-17 21:11:30,799 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519490459_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:30,799 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519490459_0001_00_000002 completed successfully
2016-05-17 21:11:30,799 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:30,808 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519490459_0001_1, queueSize=0
2016-05-17 21:11:30,808 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:30,808 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490459_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519490459_0001_1, startTime=1463519490618, finishTime=1463519490806, timeTaken=188, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1497366528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=9, LAST_EVENT_RECEIVED=9, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038981492, Process_Duration=15, Process_End_Time=2927038981507, Read_Duration=6, Tuples_Read=74, Tuples_Written=74, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:30,808 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519490459_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:30,808 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519490459_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:30,808 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519490459_0001_00_000002
2016-05-17 21:11:30,808 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490459_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:30 Completed Dag: dag_1463519490459_0001_1
2016-05-17 21:11:30,809 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519490459_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:30,809 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519490459_0001_1_post
2016-05-17 21:11:30,809 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:30,809 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:30,814 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...ive/false_false_true_true, applicationId=application_1463519490459_0001
2016-05-17 21:11:30,815 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:30,815 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:30,815 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:30,815 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:30,815 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:30,815 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:30,816 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:30,816 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:30,816 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:30,816 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:30,816 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:30,816 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:30,816 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:30,820 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/66024AD5962A481EABA904512F8114B8/A28C5FE9539B44379D197F4C109367FB/.tez/application_1463519490459_0001
2016-05-17 21:11:30,821 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_true/_temporary
2016-05-17 21:11:30,821 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.379
2016-05-17 21:11:30,883 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:30,884 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:30,911 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-17 21:11:30,919 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-17 21:11:30,920 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:30,920 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:30,920 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:30,933 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:30,939 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_true
2016-05-17 21:11:30,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:30,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:30,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_true"]
2016-05-17 21:11:30,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:30,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:30,980 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:30,982 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...sive/true_false_true_true
2016-05-17 21:11:30,982 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:30,993 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:30,998 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:30,998 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:30,998 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:31,007 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18/.tez/application_1463519490998_0001 doesn't exist and is created
2016-05-17 21:11:31,023 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:31,023 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:31,024 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18/.tez/application_1463519490998_0001
2016-05-17 21:11:31,026 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519490998_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:31,035 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:31,036 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:31,037 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:31,038 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:31,038 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18/.tez/application_1463519490998_0001/localmode-log-dir
2016-05-17 21:11:31,038 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18/.tez/application_1463519490998_0001/localmode-log-dir/history.txt.appattempt_1463519490998_0001_000000, maxErrors=10
2016-05-17 21:11:31,038 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:31,039 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519490998_0001_000000, appSubmitTime=1463519491026, launchTime=1463519491026
2016-05-17 21:11:31,043 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:31,045 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:31,046 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:31,048 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:55283
2016-05-17 21:11:31,048 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:31,051 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:31,053 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519490998_0001_000000, startTime=1463519491053
2016-05-17 21:11:31,053 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:31,053 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:31,123 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:31,123 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:31,123 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sive/true_false_true_true, applicationId=application_1463519490998_0001, dagName=[165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true
2016-05-17 21:11:31,137 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true
2016-05-17 21:11:31,138 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519490998_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18/.tez/application_1463519490998_0001/localmode-log-dir/dag_1463519490998_0001_1.dot
2016-05-17 21:11:31,139 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18/.tez/application_1463519490998_0001/localmode-log-dir/dag_1463519490998_0001_1-tez-dag.pb.txt
2016-05-17 21:11:31,144 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519490998_0001_1
2016-05-17 21:11:31,144 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,144 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true
2016-05-17 21:11:31 Running Dag: dag_1463519490998_0001_1
2016-05-17 21:11:31,154 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:31,155 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519490998_0001_1, submitTime=1463519491137
2016-05-17 21:11:31,155 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex BEE82873EA5B4E81A49E4BC7CB0923F3
2016-05-17 21:11:31,156 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:31,156 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:31,156 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519490998_0001_1, initTime=1463519491155
2016-05-17 21:11:31,156 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519490998_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:31,157 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:DAG_STARTED]: dagID=dag_1463519490998_0001_1, startTime=1463519491156
2016-05-17 21:11:31,157 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:31,157 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519490998_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:31,157 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: BE23D83187D044F0BD5DDFE045736ADB : {67C7F51F3F3340EE986AF5D0AA017876={InputName=67C7F51F3F3340EE986AF5D0AA017876}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:31,157 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 67C7F51F3F3340EE986AF5D0AA017876, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:31,157 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,157 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:31,157 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,157 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,158 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]. Starting root input initializers: 1
2016-05-17 21:11:31,158 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sive/true_false_true_true, applicationId=application_1463519490998_0001, dagName=[165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true
2016-05-17 21:11:31,158 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:31,158 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,161 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:31,161 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,161 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 67C7F51F3F3340EE986AF5D0AA017876 on vertex vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,162 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,162 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,162 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=2D864D6FFAF64C89AA2B65FDAE28848A, vertexId=vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:31,162 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=2D864D6FFAF64C89AA2B65FDAE28848A, vertexId=vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,164 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=2D864D6FFAF64C89AA2B65FDAE28848A, vertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:31,164 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=2D864D6FFAF64C89AA2B65FDAE28848A, vertexId=vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,165 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:31,166 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 67C7F51F3F3340EE986AF5D0AA017876 asking for 1 tasks. Headroom: 714 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:31,166 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:31,167 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:31,168 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:31,168 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, vertexId=vertex_1463519490998_0001_1_01, initRequestedTime=1463519491158, initedTime=1463519491168, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:31,168 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:31,169 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:31,169 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 67C7F51F3F3340EE986AF5D0AA017876 on vertex vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,170 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:31,170 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {67C7F51F3F3340EE986AF5D0AA017876=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:31,170 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] parallelism set to 1
2016-05-17 21:11:31,170 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:31,171 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519490998_0001_1_00, eventCount=1
2016-05-17 21:11:31,172 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_INITIALIZED]: vertexName=BE23D83187D044F0BD5DDFE045736ADB, vertexId=vertex_1463519490998_0001_1_00, initRequestedTime=1463519491157, initedTime=1463519491172, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:31,172 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] with distanceFromRoot: 0
2016-05-17 21:11:31,172 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:31,173 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:31,173 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519490998_0001, with dag id: dag_1463519490998_0001_1
2016-05-17 21:11:31,173 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,174 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,174 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519490998_0001_1_00, startRequestedTime=1463519491173, startedTime=1463519491173
2016-05-17 21:11:31,174 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:31,175 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:31,175 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:31,175 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_STARTED]: vertexName=BE23D83187D044F0BD5DDFE045736ADB, taskId=task_1463519490998_0001_1_00_000000, scheduledTime=1463519491175, launchTime=1463519491175
2016-05-17 21:11:31,176 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490998_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:31,177 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519490998_0001_1_00 for vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] numStartedSources: 1 numSources: 1
2016-05-17 21:11:31,177 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] with distanceFromRoot: 1
2016-05-17 21:11:31,177 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,178 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: BE23D83187D044F0BD5DDFE045736ADB in vertex: BEE82873EA5B4E81A49E4BC7CB0923F3
2016-05-17 21:11:31,178 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: BEE82873EA5B4E81A49E4BC7CB0923F3 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:31,179 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519490998_0001_1_01, startRequestedTime=1463519491178, startedTime=1463519491178
2016-05-17 21:11:31,179 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:31,179 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:31,180 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true, VertexName: BE23D83187D044F0BD5DDFE045736ADB, VertexParallelism: 1, TaskAttemptID:attempt_1463519490998_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=67C7F51F3F3340EE986AF5D0AA017876, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:31,181 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490998_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:31,181 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:31,182 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:31,182 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:31,182 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:31,183 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519490998_0001_00_000001
2016-05-17 21:11:31,183 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:31,184 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519490998_0001_00_000001
2016-05-17 21:11:31,184 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:31,185 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:31,185 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:31,185 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519490998_0001_00_000001, launchTime=1463519491185
2016-05-17 21:11:31,186 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490998_0001_00_000001
2016-05-17 21:11:31,186 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519490998_0001_1_00_000000_0] to container: [container_1463519490998_0001_00_000001]
2016-05-17 21:11:31,186 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:31,186 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519490998_0001_00_000001 given task: attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,186 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490998_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,187 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519490998_0001_1_00_000000_0] started. Is using containerId: [container_1463519490998_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,187 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BE23D83187D044F0BD5DDFE045736ADB, taskAttemptId=attempt_1463519490998_0001_1_00_000000_0, startTime=1463519491186, containerId=container_1463519490998_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519490998_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:31,187 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,187 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,187 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490998_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:31,187 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:31,187 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490998_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:31,187 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:31,187 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:31,187 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:31,188 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:31,188 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:31,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true, VertexName: BE23D83187D044F0BD5DDFE045736ADB, VertexParallelism: 1, TaskAttemptID:attempt_1463519490998_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=67C7F51F3F3340EE986AF5D0AA017876, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:31,188 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=748683264
2016-05-17 21:11:31,188 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:31,188 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,189 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519490998_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:31,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=67C7F51F3F3340EE986AF5D0AA017876, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:31,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:31,190 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 67C7F51F3F3340EE986AF5D0AA017876
2016-05-17 21:11:31,190 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 67C7F51F3F3340EE986AF5D0AA017876
2016-05-17 21:11:31,193 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:31,194 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 67C7F51F3F3340EE986AF5D0AA017876
2016-05-17 21:11:31,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 67C7F51F3F3340EE986AF5D0AA017876
2016-05-17 21:11:31,194 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,196 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:31,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:31,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:31,199 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: BEE82873EA5B4E81A49E4BC7CB0923F3
2016-05-17 21:11:31,201 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BE23D83187D044F0BD5DDFE045736ADB, ordinal: 0
2016-05-17 21:11:31,201 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE23D83187D044F0BD5DDFE045736ADB, mem on start (mb), free: 278, total: 714, max: 714
2016-05-17 21:11:31,201 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,201 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:31,201 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: BEE82873EA5B4E81A49E4BC7CB0923F3
2016-05-17 21:11:31,201 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: BEE82873EA5B4E81A49E4BC7CB0923F3
2016-05-17 21:11:31,201 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:31,201 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:31,202 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:31,202 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:31,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:31,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:31,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:31,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:31,202 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 748683264, TotalAvailable: 501617786, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:31,202 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 67C7F51F3F3340EE986AF5D0AA017876, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:31,203 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, BEE82873EA5B4E81A49E4BC7CB0923F3, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:31,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:31,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 67C7F51F3F3340EE986AF5D0AA017876 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:31,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:31,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:31,203 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 67C7F51F3F3340EE986AF5D0AA017876
2016-05-17 21:11:31,204 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:31,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 67C7F51F3F3340EE986AF5D0AA017876
2016-05-17 21:11:31,204 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:31,204 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,205 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:31,206 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@e97ce8e
2016-05-17 21:11:31,208 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@e97ce8e
2016-05-17 21:11:31,208 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:31,208 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:31,209 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:31,209 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 67C7F51F3F3340EE986AF5D0AA017876
2016-05-17 21:11:31,210 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: A78F4CEB45804D4D86652A5508801A3C
2016-05-17 21:11:31,210 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] A78F4CEB45804D4D86652A5508801A3C
2016-05-17 21:11:31,211 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@257f2dbc; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@4093a4df; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@1d2d4d98; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:31,211 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:31,212 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:31,212 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:31,237 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:31,237 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:31,237 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:31,238 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:31,238 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:31,238 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:31,239 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:31,239 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BE23D83187D044F0BD5DDFE045736ADB, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:31,244 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,244 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BE23D83187D044F0BD5DDFE045736ADB, mem on close (mb), free: 371, total: 714, max: 714
2016-05-17 21:11:31,244 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:31,245 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:31,245 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:31,245 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:31,248 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,251 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519490998_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:31,251 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519490998_0001_1_00, eventCount=1
2016-05-17 21:11:31,252 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BE23D83187D044F0BD5DDFE045736ADB, taskAttemptId=attempt_1463519490998_0001_1_00_000000_0, startTime=1463519491186, finishTime=1463519491251, timeTaken=65, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491239, Process_Duration=5, Process_End_Time=1463519491244, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:31,252 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490998_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:31,252 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31,252 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:31,252 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:31,254 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_FINISHED]: vertexName=BE23D83187D044F0BD5DDFE045736ADB, taskId=task_1463519490998_0001_1_00_000000, startTime=1463519491186, finishTime=1463519491252, timeTaken=66, status=SUCCEEDED, successfulAttemptID=attempt_1463519490998_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491239, Process_Duration=5, Process_End_Time=1463519491244, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:31,254 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490998_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:31,254 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:31,255 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] : 1
2016-05-17 21:11:31,255 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,256 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:31,256 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_FINISHED]: vertexName=BE23D83187D044F0BD5DDFE045736ADB, vertexId=vertex_1463519490998_0001_1_00, initRequestedTime=1463519491157, initedTime=1463519491172, startRequestedTime=1463519491173, startedTime=1463519491173, finishTime=1463519491255, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491239, Process_Duration=5, Process_End_Time=1463519491244, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519491186, firstTasksToStart=[ task_1463519490998_0001_1_00_000000 ], lastTaskFinishTime=1463519491251, lastTasksToFinish=[ task_1463519490998_0001_1_00_000000 ], minTaskDuration=65, maxTaskDuration=65, avgTaskDuration=65.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519490998_0001_1_00_000000 ], longestDurationTasks=[ task_1463519490998_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:31,256 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:31,256 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 28 [[org.apache.tez.common.counters.DAGCounter RACK_LOCAL_TASKS=1][File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=1284, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519491239, Process_Duration=5, Process_End_Time=1463519491244, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:31,256 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:31,257 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:31,257 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519490998_0001_00_000001, stoppedTime=1463519491257, exitStatus=0
2016-05-17 21:11:31,257 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:31,257 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] attempt: attempt_1463519490998_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:31,257 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: BEE82873EA5B4E81A49E4BC7CB0923F3
2016-05-17 21:11:31,257 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,257 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:31,258 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:31,258 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490998_0001_00_000001
2016-05-17 21:11:31,258 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_STARTED]: vertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, taskId=task_1463519490998_0001_1_01_000000, scheduledTime=1463519491258, launchTime=1463519491258
2016-05-17 21:11:31,258 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490998_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:31,258 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,258 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519490998_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:31,259 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true, VertexName: BEE82873EA5B4E81A49E4BC7CB0923F3, VertexParallelism: 1, TaskAttemptID:attempt_1463519490998_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BE23D83187D044F0BD5DDFE045736ADB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2D864D6FFAF64C89AA2B65FDAE28848A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:31,259 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490998_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:31,259 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:31,259 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:31,259 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:31,260 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519490998_0001_00_000002
2016-05-17 21:11:31,260 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:31,258 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519490998_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:31,260 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490998_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:31,261 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519490998_0001_00_000001, Exiting
2016-05-17 21:11:31,261 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519490998_0001_00_000001
2016-05-17 21:11:31,261 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519490998_0001_00_000001
2016-05-17 21:11:31,261 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519490998_0001_00_000002
2016-05-17 21:11:31,262 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519490998_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:31,262 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-teztask.properties,hadoop-metrics2.properties
2016-05-17 21:11:31,263 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519490998_0001_00_000001 completed successfully
2016-05-17 21:11:31,264 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:31,265 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:31,265 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:31,265 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519490998_0001_00_000002, launchTime=1463519491265
2016-05-17 21:11:31,266 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490998_0001_00_000002
2016-05-17 21:11:31,266 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519490998_0001_1_01_000000_0] to container: [container_1463519490998_0001_00_000002]
2016-05-17 21:11:31,266 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:31,267 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519490998_0001_1_01_000000_0] started. Is using containerId: [container_1463519490998_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:31,267 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, taskAttemptId=attempt_1463519490998_0001_1_01_000000_0, startTime=1463519491266, containerId=container_1463519490998_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519490998_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:31,267 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:31,267 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490998_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:31,267 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490998_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:31,267 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519490998_0001_00_000002 given task: attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,267 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490998_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,268 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,268 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,269 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:31,269 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:31,269 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:31,269 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:31,269 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:31,269 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18] comprehensivesort/(1/1) ...sive/true_false_true_true, VertexName: BEE82873EA5B4E81A49E4BC7CB0923F3, VertexParallelism: 1, TaskAttemptID:attempt_1463519490998_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=BE23D83187D044F0BD5DDFE045736ADB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=2D864D6FFAF64C89AA2B65FDAE28848A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:31,270 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=748683264
2016-05-17 21:11:31,271 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:31,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,272 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519490998_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:31,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=BE23D83187D044F0BD5DDFE045736ADB, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:31,272 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=2D864D6FFAF64C89AA2B65FDAE28848A, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:31,273 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:31,273 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,273 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:31,274 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: 2D864D6FFAF64C89AA2B65FDAE28848A
2016-05-17 21:11:31,274 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:31,274 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: 2D864D6FFAF64C89AA2B65FDAE28848A
2016-05-17 21:11:31,274 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 673814912, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:31,274 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:31,275 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 673814912, type: INPUT, componentVertexName: BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,275 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,275 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:31,278 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: BEE82873EA5B4E81A49E4BC7CB0923F3, ordinal: 1
2016-05-17 21:11:31,279 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BEE82873EA5B4E81A49E4BC7CB0923F3, mem on start (mb), free: 365, total: 714, max: 714
2016-05-17 21:11:31,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:31,279 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:31,284 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:31,284 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: 2D864D6FFAF64C89AA2B65FDAE28848A
2016-05-17 21:11:31,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:31,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:31,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:31,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:31,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:31,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:31,285 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 673814912, TotalRequestedScaled: 6.219829956923077E8, TotalJVMHeap: 748683264, TotalAvailable: 501617786, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:31,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, 2D864D6FFAF64C89AA2B65FDAE28848A, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:31,285 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, BE23D83187D044F0BD5DDFE045736ADB, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=673814912, allocated=501617786
2016-05-17 21:11:31,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:31,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: BE23D83187D044F0BD5DDFE045736ADB being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:31,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:31,286 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:31,288 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:31,288 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:31,289 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: BE23D83187D044F0BD5DDFE045736ADB with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:31,289 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=673814912, postMergeMem=0, RuntimeTotalAvailable=501617786. Updated to: ShuffleMem=501617786, postMergeMem: 0
2016-05-17 21:11:31,289 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=501617786, maxSingleShuffleLimit=125404448, mergeThreshold=451456000, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:31,289 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:31,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,290 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:31,290 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,292 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519490998_0001_1_00_000000_0_10149, runDuration: 50510, ]
2016-05-17 21:11:31,295 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:31,295 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: A78F4CEB45804D4D86652A5508801A3C
2016-05-17 21:11:31,295 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_true"], id: 2D864D6FFAF64C89AA2B65FDAE28848A
2016-05-17 21:11:31,295 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_true"]
2016-05-17 21:11:31,296 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] A78F4CEB45804D4D86652A5508801A3C, for 1 inputs
2016-05-17 21:11:31,296 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519490998_0001_1_00_000000_0_10149] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519491296, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:31,297 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,297 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:31,297 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [BE23D83187D044F0BD5DDFE045736ADB] #26 in 2ms
2016-05-17 21:11:31,298 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [BE23D83187D044F0BD5DDFE045736ADB] #26, status:false, isInterrupted:false
2016-05-17 21:11:31,298 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:31,299 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:31,299 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:31,299 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:31,300 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:31,300 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,300 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:31,300 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: BEE82873EA5B4E81A49E4BC7CB0923F3, all 1 inputs ready in: 00:00:00.004
2016-05-17 21:11:31,301 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@6e36c725; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@4e4c86aa
2016-05-17 21:11:31,305 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:31,306 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:31,306 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,306 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519490998_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:31,307 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,307 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: BEE82873EA5B4E81A49E4BC7CB0923F3, mem on close (mb), free: 362, total: 714, max: 714
2016-05-17 21:11:31,307 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: BE23D83187D044F0BD5DDFE045736ADB
2016-05-17 21:11:31,307 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:31,308 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:31,308 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:31,308 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:31,308 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,309 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519490998_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:31,309 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, taskAttemptId=attempt_1463519490998_0001_1_01_000000_0, startTime=1463519491266, finishTime=1463519491309, timeTaken=43, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491300, Process_Duration=7, Process_End_Time=1463519491307, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:31,310 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519490998_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:31,310 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:31,310 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31,310 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:31,310 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:31,310 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:TASK_FINISHED]: vertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, taskId=task_1463519490998_0001_1_01_000000, startTime=1463519491266, finishTime=1463519491310, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463519490998_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491300, Process_Duration=7, Process_End_Time=1463519491307, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:31,310 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519490998_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:31,311 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] : 1
2016-05-17 21:11:31,311 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:VERTEX_FINISHED]: vertexName=BEE82873EA5B4E81A49E4BC7CB0923F3, vertexId=vertex_1463519490998_0001_1_01, initRequestedTime=1463519491158, initedTime=1463519491168, startRequestedTime=1463519491178, startedTime=1463519491178, finishTime=1463519491311, timeTaken=133, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491300, Process_Duration=7, Process_End_Time=1463519491307, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519491266, firstTasksToStart=[ task_1463519490998_0001_1_01_000000 ], lastTaskFinishTime=1463519491309, lastTasksToFinish=[ task_1463519490998_0001_1_01_000000 ], minTaskDuration=43, maxTaskDuration=43, avgTaskDuration=43.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519490998_0001_1_01_000000 ], longestDurationTasks=[ task_1463519490998_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:31,312 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:31,312 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:31,312 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:31,312 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:31,312 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519490998_0001_1
2016-05-17 21:11:31,312 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519490998_0001_1
2016-05-17 21:11:31,313 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519490998_0001_1_00 [BE23D83187D044F0BD5DDFE045736ADB]
2016-05-17 21:11:31,313 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: 2D864D6FFAF64C89AA2B65FDAE28848A for vertex: vertex_1463519490998_0001_1_01 [BEE82873EA5B4E81A49E4BC7CB0923F3]
2016-05-17 21:11:31,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=748683264, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519491300, Process_Duration=7, Process_End_Time=1463519491307, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:31,314 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:31,315 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,315 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519490998_0001_00_000002
2016-05-17 21:11:31,321 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519490998_0001_1, queueSize=0
2016-05-17 21:11:31,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519490998_0001_1, startTime=1463519491156, finishTime=1463519491320, timeTaken=164, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=1518, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=11, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1497366528, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=9, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=4, LAST_EVENT_RECEIVED=4, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038982539, Process_Duration=12, Process_End_Time=2927038982551, Read_Duration=4, Tuples_Read=74, Tuples_Written=74, Write_Duration=0, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:31,322 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:31,322 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519490998_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:31,322 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519490998_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:31,322 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519490998_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519490998_0001_00_000002, stoppedTime=1463519491322, exitStatus=0
2016-05-17 21:11:31,322 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:31,323 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:31 Completed Dag: dag_1463519490998_0001_1
2016-05-17 21:11:31,323 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519490998_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:31,323 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519490998_0001_1_post
2016-05-17 21:11:31,323 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,323 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:31,323 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519490998_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:31,323 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:31,326 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519490998_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:31,326 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519490998_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:31,326 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519490998_0001_00_000002, Exiting
2016-05-17 21:11:31,326 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519490998_0001_00_000002
2016-05-17 21:11:31,326 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519490998_0001_00_000002
2016-05-17 21:11:31,326 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519490998_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:31,327 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519490998_0001_00_000002 completed successfully
2016-05-17 21:11:31,327 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519490998_0001_00_000002 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:31,329 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sive/true_false_true_true, applicationId=application_1463519490998_0001
2016-05-17 21:11:31,330 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:31,330 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:31,330 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:31,330 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:31,330 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:31,331 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:31,331 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:31,331 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:31,331 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:31,332 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:31,332 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:31,332 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:31,332 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:31,337 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/165A8D6A7E1C47DDB24686E9571BCD95/CBECF3F6805D421890CBD05087B94E18/.tez/application_1463519490998_0001
2016-05-17 21:11:31,338 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_true/_temporary
2016-05-17 21:11:31,338 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.357
2016-05-17 21:11:31,359 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:31,359 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:31,398 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:31,398 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:31,428 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-17 21:11:31,437 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.015
2016-05-17 21:11:31,437 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:31,437 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:31,437 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:31,449 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:31,456 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_true
2016-05-17 21:11:31,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:31,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:31,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_true"]
2016-05-17 21:11:31,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:31,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:31,500 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:31,502 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...nsive/true_true_true_true
2016-05-17 21:11:31,502 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:31,512 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:31,517 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:31,517 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:31,517 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:31,526 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF/.tez/application_1463519491517_0001 doesn't exist and is created
2016-05-17 21:11:31,541 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:31,541 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:31,541 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF/.tez/application_1463519491517_0001
2016-05-17 21:11:31,543 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519491517_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:31,552 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:31,553 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:31,554 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:31,554 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:31,555 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF/.tez/application_1463519491517_0001/localmode-log-dir
2016-05-17 21:11:31,555 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF/.tez/application_1463519491517_0001/localmode-log-dir/history.txt.appattempt_1463519491517_0001_000000, maxErrors=10
2016-05-17 21:11:31,555 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:31,556 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519491517_0001_000000, appSubmitTime=1463519491543, launchTime=1463519491543
2016-05-17 21:11:31,560 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:31,561 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:31,562 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:31,562 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:34622
2016-05-17 21:11:31,563 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:31,565 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:31,567 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519491517_0001_000000, startTime=1463519491566
2016-05-17 21:11:31,567 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:31,567 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:31,641 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:31,641 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:31,641 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...nsive/true_true_true_true, applicationId=application_1463519491517_0001, dagName=[F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true
2016-05-17 21:11:31,655 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true
2016-05-17 21:11:31,656 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519491517_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF/.tez/application_1463519491517_0001/localmode-log-dir/dag_1463519491517_0001_1.dot
2016-05-17 21:11:31,657 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF/.tez/application_1463519491517_0001/localmode-log-dir/dag_1463519491517_0001_1-tez-dag.pb.txt
2016-05-17 21:11:31,662 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519491517_0001_1
2016-05-17 21:11:31,662 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,662 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true
2016-05-17 21:11:31 Running Dag: dag_1463519491517_0001_1
2016-05-17 21:11:31,673 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519491517_0001_1, submitTime=1463519491655
2016-05-17 21:11:31,673 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:31,674 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex B3F5AAABACEB4864BEBCAFD9B373CC9F
2016-05-17 21:11:31,674 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:31,675 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519491517_0001_1, initTime=1463519491673
2016-05-17 21:11:31,675 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:31,675 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519491517_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:31,675 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:DAG_STARTED]: dagID=dag_1463519491517_0001_1, startTime=1463519491675
2016-05-17 21:11:31,675 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:31,675 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:31,675 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...nsive/true_true_true_true, applicationId=application_1463519491517_0001, dagName=[F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true
2016-05-17 21:11:31,675 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519491517_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:31,675 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: E19F17C97FB24BCDACBD4EB9ABE6F13F : {89E3D93D6479408C93100F2A69E6D84B={InputName=89E3D93D6479408C93100F2A69E6D84B}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:31,676 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: 89E3D93D6479408C93100F2A69E6D84B, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:31,676 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,676 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,676 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,676 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]. Starting root input initializers: 1
2016-05-17 21:11:31,676 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:31,677 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,677 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: 89E3D93D6479408C93100F2A69E6D84B on vertex vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,679 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:31,679 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:31,680 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,680 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,680 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,680 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=D2693D6111194CE49AED8A82C14D89BF, vertexId=vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:31,681 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=D2693D6111194CE49AED8A82C14D89BF, vertexId=vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,680 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input 89E3D93D6479408C93100F2A69E6D84B asking for 1 tasks. Headroom: 714 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:31,682 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:31,682 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=D2693D6111194CE49AED8A82C14D89BF, vertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:31,682 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:31,683 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=D2693D6111194CE49AED8A82C14D89BF, vertexId=vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,684 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:31,684 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_INITIALIZED]: vertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, vertexId=vertex_1463519491517_0001_1_01, initRequestedTime=1463519491677, initedTime=1463519491684, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:31,685 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:31,685 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:31,685 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: 89E3D93D6479408C93100F2A69E6D84B on vertex vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,686 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:31,686 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {89E3D93D6479408C93100F2A69E6D84B=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:31,686 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] parallelism set to 1
2016-05-17 21:11:31,686 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:31,686 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519491517_0001_1_00, eventCount=1
2016-05-17 21:11:31,687 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_INITIALIZED]: vertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, vertexId=vertex_1463519491517_0001_1_00, initRequestedTime=1463519491675, initedTime=1463519491687, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:31,687 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] with distanceFromRoot: 0
2016-05-17 21:11:31,687 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:31,687 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:31,687 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,688 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,688 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:31,688 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519491517_0001_1_00, startRequestedTime=1463519491687, startedTime=1463519491687
2016-05-17 21:11:31,688 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:31,689 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:31,689 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_STARTED]: vertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, taskId=task_1463519491517_0001_1_00_000000, scheduledTime=1463519491689, launchTime=1463519491689
2016-05-17 21:11:31,689 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519491517_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:31,689 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519491517_0001, with dag id: dag_1463519491517_0001_1
2016-05-17 21:11:31,689 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519491517_0001_1_00 for vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] numStartedSources: 1 numSources: 1
2016-05-17 21:11:31,690 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] with distanceFromRoot: 1
2016-05-17 21:11:31,690 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,691 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: E19F17C97FB24BCDACBD4EB9ABE6F13F in vertex: B3F5AAABACEB4864BEBCAFD9B373CC9F
2016-05-17 21:11:31,691 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: B3F5AAABACEB4864BEBCAFD9B373CC9F with 1 source tasks and 1 pending tasks
2016-05-17 21:11:31,692 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519491517_0001_1_01, startRequestedTime=1463519491691, startedTime=1463519491691
2016-05-17 21:11:31,692 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:31,692 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:31,692 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true, VertexName: E19F17C97FB24BCDACBD4EB9ABE6F13F, VertexParallelism: 1, TaskAttemptID:attempt_1463519491517_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=89E3D93D6479408C93100F2A69E6D84B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:31,692 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519491517_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:31,692 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:31,693 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:31,694 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:31,694 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:31,694 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519491517_0001_00_000001
2016-05-17 21:11:31,694 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:31,696 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519491517_0001_00_000001
2016-05-17 21:11:31,696 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:31,696 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:31,697 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:31,696 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519491517_0001_00_000001, launchTime=1463519491696
2016-05-17 21:11:31,697 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519491517_0001_00_000001
2016-05-17 21:11:31,698 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519491517_0001_1_00_000000_0] to container: [container_1463519491517_0001_00_000001]
2016-05-17 21:11:31,698 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:31,698 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519491517_0001_00_000001 given task: attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,698 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519491517_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,698 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519491517_0001_1_00_000000_0] started. Is using containerId: [container_1463519491517_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,698 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, taskAttemptId=attempt_1463519491517_0001_1_00_000000_0, startTime=1463519491698, containerId=container_1463519491517_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519491517_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:31,699 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519491517_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:31,700 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519491517_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:31,699 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,699 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:31,700 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,700 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:31,700 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:31,700 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:31,700 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:31,701 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:31,701 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true, VertexName: E19F17C97FB24BCDACBD4EB9ABE6F13F, VertexParallelism: 1, TaskAttemptID:attempt_1463519491517_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=89E3D93D6479408C93100F2A69E6D84B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:31,701 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=748683264
2016-05-17 21:11:31,702 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,702 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:31,703 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,702 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519491517_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:31,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=89E3D93D6479408C93100F2A69E6D84B, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:31,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:31,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:31,704 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:31,705 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: B3F5AAABACEB4864BEBCAFD9B373CC9F
2016-05-17 21:11:31,705 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: 89E3D93D6479408C93100F2A69E6D84B
2016-05-17 21:11:31,705 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: 89E3D93D6479408C93100F2A69E6D84B
2016-05-17 21:11:31,707 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:31,707 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: 89E3D93D6479408C93100F2A69E6D84B
2016-05-17 21:11:31,708 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: 89E3D93D6479408C93100F2A69E6D84B
2016-05-17 21:11:31,708 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:31,709 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: B3F5AAABACEB4864BEBCAFD9B373CC9F
2016-05-17 21:11:31,709 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:31,709 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: B3F5AAABACEB4864BEBCAFD9B373CC9F
2016-05-17 21:11:31,714 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: E19F17C97FB24BCDACBD4EB9ABE6F13F, ordinal: 0
2016-05-17 21:11:31,714 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E19F17C97FB24BCDACBD4EB9ABE6F13F, mem on start (mb), free: 276, total: 714, max: 714
2016-05-17 21:11:31,714 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:31,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:31,715 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:31,715 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:31,715 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:31,715 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:31,715 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:31,715 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:31,715 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 748683264, TotalAvailable: 501617786, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:31,715 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, 89E3D93D6479408C93100F2A69E6D84B, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:31,716 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, B3F5AAABACEB4864BEBCAFD9B373CC9F, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:31,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:31,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: 89E3D93D6479408C93100F2A69E6D84B being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:31,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:31,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:31,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: 89E3D93D6479408C93100F2A69E6D84B
2016-05-17 21:11:31,716 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:31,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: 89E3D93D6479408C93100F2A69E6D84B
2016-05-17 21:11:31,716 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:31,717 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,719 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:31,720 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:31,720 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@5a49056f
2016-05-17 21:11:31,720 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: 89E3D93D6479408C93100F2A69E6D84B
2016-05-17 21:11:31,720 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 7047565FDCAA4DC18C548E9BF6162F74
2016-05-17 21:11:31,720 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 7047565FDCAA4DC18C548E9BF6162F74
2016-05-17 21:11:31,721 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@5a49056f
2016-05-17 21:11:31,721 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:31,722 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:31,722 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@10a37fd5; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@5e1d817b; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@631fe282; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:31,723 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:31,723 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:31,724 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:31,751 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:31,751 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:31,752 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:31,752 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:31,752 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:31,753 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:31,753 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:31,754 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: E19F17C97FB24BCDACBD4EB9ABE6F13F, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:31,758 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,758 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: E19F17C97FB24BCDACBD4EB9ABE6F13F, mem on close (mb), free: 367, total: 711, max: 711
2016-05-17 21:11:31,759 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:31,759 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:31,759 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:31,759 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:31,763 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,766 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519491517_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:31,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519491517_0001_1_00, eventCount=1
2016-05-17 21:11:31,767 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519491754, Process_Duration=4, Process_End_Time=1463519491758, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:31,767 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, taskAttemptId=attempt_1463519491517_0001_1_00_000000_0, startTime=1463519491698, finishTime=1463519491767, timeTaken=69, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491754, Process_Duration=4, Process_End_Time=1463519491758, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:31,767 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519491517_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:31,767 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31,767 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:31,768 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,767 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:31,768 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:31,768 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_FINISHED]: vertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, taskId=task_1463519491517_0001_1_00_000000, startTime=1463519491698, finishTime=1463519491767, timeTaken=69, status=SUCCEEDED, successfulAttemptID=attempt_1463519491517_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491754, Process_Duration=4, Process_End_Time=1463519491758, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:31,769 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519491517_0001_00_000001
2016-05-17 21:11:31,769 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519491517_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:31,769 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:31,769 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] : 1
2016-05-17 21:11:31,769 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,770 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:31,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_FINISHED]: vertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, vertexId=vertex_1463519491517_0001_1_00, initRequestedTime=1463519491675, initedTime=1463519491687, startRequestedTime=1463519491687, startedTime=1463519491687, finishTime=1463519491769, timeTaken=82, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491754, Process_Duration=4, Process_End_Time=1463519491758, Read_Duration=2, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519491698, firstTasksToStart=[ task_1463519491517_0001_1_00_000000 ], lastTaskFinishTime=1463519491767, lastTasksToFinish=[ task_1463519491517_0001_1_00_000000 ], minTaskDuration=69, maxTaskDuration=69, avgTaskDuration=69.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519491517_0001_1_00_000000 ], longestDurationTasks=[ task_1463519491517_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:31,770 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:31,770 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:31,770 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519491517_0001_00_000001, stoppedTime=1463519491770, exitStatus=0
2016-05-17 21:11:31,771 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:31,771 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:31,772 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] attempt: attempt_1463519491517_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:31,772 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: B3F5AAABACEB4864BEBCAFD9B373CC9F
2016-05-17 21:11:31,772 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,772 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:31,772 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519491517_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:31,772 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_STARTED]: vertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, taskId=task_1463519491517_0001_1_01_000000, scheduledTime=1463519491772, launchTime=1463519491772
2016-05-17 21:11:31,772 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:31,773 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519491517_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:31,773 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,773 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:31,773 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true, VertexName: B3F5AAABACEB4864BEBCAFD9B373CC9F, VertexParallelism: 1, TaskAttemptID:attempt_1463519491517_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D2693D6111194CE49AED8A82C14D89BF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:31,774 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519491517_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:31,774 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:31,774 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519491517_0001_00_000002
2016-05-17 21:11:31,774 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:31,776 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519491517_0001_00_000002
2016-05-17 21:11:31,776 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:31,777 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:31,777 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:31,777 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519491517_0001_00_000002, launchTime=1463519491777
2016-05-17 21:11:31,778 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519491517_0001_00_000002
2016-05-17 21:11:31,778 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519491517_0001_1_01_000000_0] to container: [container_1463519491517_0001_00_000002]
2016-05-17 21:11:31,778 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:31,779 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519491517_0001_1_01_000000_0] started. Is using containerId: [container_1463519491517_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:31,779 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:31,779 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, taskAttemptId=attempt_1463519491517_0001_1_01_000000_0, startTime=1463519491779, containerId=container_1463519491517_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519491517_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:31,779 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519491517_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:31,779 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519491517_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:31,779 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519491517_0001_00_000002 given task: attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,779 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519491517_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:31,780 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519491517_0001_00_000001: 11 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:31,780 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519491517_0001_00_000001, Exiting
2016-05-17 21:11:31,780 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519491517_0001_00_000001
2016-05-17 21:11:31,780 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519491517_0001_00_000001
2016-05-17 21:11:31,780 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519491517_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,781 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,781 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,781 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:31,781 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:31,781 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:31,781 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519491517_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:31,781 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:31,781 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:31,782 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF] comprehensivesort/(1/1) ...nsive/true_true_true_true, VertexName: B3F5AAABACEB4864BEBCAFD9B373CC9F, VertexParallelism: 1, TaskAttemptID:attempt_1463519491517_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=D2693D6111194CE49AED8A82C14D89BF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:31,782 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=745537536
2016-05-17 21:11:31,782 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519491517_0001_00_000001 completed successfully
2016-05-17 21:11:31,782 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:31,782 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519491517_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:31,783 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,783 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:31,783 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=E19F17C97FB24BCDACBD4EB9ABE6F13F, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:31,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D2693D6111194CE49AED8A82C14D89BF, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:31,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:31,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:31,784 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,785 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D2693D6111194CE49AED8A82C14D89BF
2016-05-17 21:11:31,785 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:31,785 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: D2693D6111194CE49AED8A82C14D89BF
2016-05-17 21:11:31,786 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 670983744, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:31,787 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:31,787 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 670983744, type: INPUT, componentVertexName: E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,787 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,791 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:31,794 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: B3F5AAABACEB4864BEBCAFD9B373CC9F, ordinal: 1
2016-05-17 21:11:31,795 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B3F5AAABACEB4864BEBCAFD9B373CC9F, mem on start (mb), free: 361, total: 711, max: 711
2016-05-17 21:11:31,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:31,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:31,795 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:31,796 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:31,796 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D2693D6111194CE49AED8A82C14D89BF
2016-05-17 21:11:31,796 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:31,796 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:31,796 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:31,796 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:31,796 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:31,797 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:31,797 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 670983744, TotalRequestedScaled: 6.193696098461539E8, TotalJVMHeap: 745537536, TotalAvailable: 499510149, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:31,797 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D2693D6111194CE49AED8A82C14D89BF, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:31,797 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, E19F17C97FB24BCDACBD4EB9ABE6F13F, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=670983744, allocated=499510149
2016-05-17 21:11:31,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:31,797 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,798 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: E19F17C97FB24BCDACBD4EB9ABE6F13F being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:31,798 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:31,798 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:31,799 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: E19F17C97FB24BCDACBD4EB9ABE6F13F with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:31,799 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=670983744, postMergeMem=0, RuntimeTotalAvailable=499510149. Updated to: ShuffleMem=499510149, postMergeMem: 0
2016-05-17 21:11:31,799 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=499510149, maxSingleShuffleLimit=124877536, mergeThreshold=449559104, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:31,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:31,799 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:31,799 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:31,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,800 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:31,800 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,803 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519491517_0001_1_00_000000_0_10155, runDuration: 59543, ]
2016-05-17 21:11:31,804 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519491517_0001_1_00_000000_0_10155] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519491804, TimeTaken=0, Rate=0.00 MB/s
2016-05-17 21:11:31,805 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,805 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:31,806 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [E19F17C97FB24BCDACBD4EB9ABE6F13F] #27 in 2ms
2016-05-17 21:11:31,806 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [E19F17C97FB24BCDACBD4EB9ABE6F13F] #27, status:false, isInterrupted:false
2016-05-17 21:11:31,806 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:31,806 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:31,808 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:31,808 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 7047565FDCAA4DC18C548E9BF6162F74
2016-05-17 21:11:31,808 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:31,808 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:31,808 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:31,808 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,808 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_true"], id: D2693D6111194CE49AED8A82C14D89BF
2016-05-17 21:11:31,808 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:31,809 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_true"]
2016-05-17 21:11:31,809 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 7047565FDCAA4DC18C548E9BF6162F74, for 1 inputs
2016-05-17 21:11:31,809 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: B3F5AAABACEB4864BEBCAFD9B373CC9F, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:31,811 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@8cd7eb7; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@6b3a24e4
2016-05-17 21:11:31,816 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:31,816 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:31,816 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,816 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519491517_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:31,817 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,817 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: B3F5AAABACEB4864BEBCAFD9B373CC9F, mem on close (mb), free: 358, total: 711, max: 711
2016-05-17 21:11:31,817 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: E19F17C97FB24BCDACBD4EB9ABE6F13F
2016-05-17 21:11:31,817 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:31,819 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:31,819 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:31,819 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:31,819 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,821 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519491517_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:31,821 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519491809, Process_Duration=8, Process_End_Time=1463519491817, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:31,822 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:31,821 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, taskAttemptId=attempt_1463519491517_0001_1_01_000000_0, startTime=1463519491779, finishTime=1463519491821, timeTaken=42, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491809, Process_Duration=8, Process_End_Time=1463519491817, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:31,822 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519491517_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:31,822 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:31,822 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31,823 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:31,823 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,823 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:31,823 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:TASK_FINISHED]: vertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, taskId=task_1463519491517_0001_1_01_000000, startTime=1463519491779, finishTime=1463519491823, timeTaken=44, status=SUCCEEDED, successfulAttemptID=attempt_1463519491517_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491809, Process_Duration=8, Process_End_Time=1463519491817, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:31,823 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519491517_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:31,823 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] : 1
2016-05-17 21:11:31,823 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,824 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519491517_0001_00_000002
2016-05-17 21:11:31,824 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:VERTEX_FINISHED]: vertexName=B3F5AAABACEB4864BEBCAFD9B373CC9F, vertexId=vertex_1463519491517_0001_1_01, initRequestedTime=1463519491677, initedTime=1463519491684, startRequestedTime=1463519491691, startedTime=1463519491691, finishTime=1463519491824, timeTaken=133, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=745537536, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519491809, Process_Duration=8, Process_End_Time=1463519491817, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=0, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519491779, firstTasksToStart=[ task_1463519491517_0001_1_01_000000 ], lastTaskFinishTime=1463519491821, lastTasksToFinish=[ task_1463519491517_0001_1_01_000000 ], minTaskDuration=42, maxTaskDuration=42, avgTaskDuration=42.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519491517_0001_1_01_000000 ], longestDurationTasks=[ task_1463519491517_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:31,824 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:31,825 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:31,825 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519491517_0001_00_000002, stoppedTime=1463519491825, exitStatus=0
2016-05-17 21:11:31,825 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:31,825 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:31,825 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519491517_0001_1
2016-05-17 21:11:31,825 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519491517_0001_1
2016-05-17 21:11:31,825 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: D2693D6111194CE49AED8A82C14D89BF for vertex: vertex_1463519491517_0001_1_01 [B3F5AAABACEB4864BEBCAFD9B373CC9F]
2016-05-17 21:11:31,826 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:31,826 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:31,832 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519491517_0001_1_00 [E19F17C97FB24BCDACBD4EB9ABE6F13F]
2016-05-17 21:11:31,834 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519491517_0001_00_000002 is valid, but no longer registered, and will be killed
2016-05-17 21:11:31,834 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519491517_0001_00_000002: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:31,834 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519491517_0001_00_000002, Exiting
2016-05-17 21:11:31,834 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519491517_0001_00_000002
2016-05-17 21:11:31,834 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519491517_0001_00_000002
2016-05-17 21:11:31,834 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519491517_0001_00_000002 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:31,835 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519491517_0001_00_000002 completed successfully
2016-05-17 21:11:31,836 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519491517_0001_1, queueSize=0
2016-05-17 21:11:31,837 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:31,837 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519491517_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519491517_0001_1, startTime=1463519491675, finishTime=1463519491833, timeTaken=158, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1491075072, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=7, MERGE_PHASE_TIME=10, FIRST_EVENT_RECEIVED=6, LAST_EVENT_RECEIVED=6, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038983563, Process_Duration=12, Process_End_Time=2927038983575, Read_Duration=5, Tuples_Read=74, Tuples_Written=74, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:31,837 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519491517_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:31,838 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519491517_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:31,838 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(242)) - Ignoring stop request for containerId: container_1463519491517_0001_00_000002
2016-05-17 21:11:31,838 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519491517_0001_00_000002 transitioned from STOP_REQUESTED to COMPLETED via event C_COMPLETED
2016-05-17 21:11:31 Completed Dag: dag_1463519491517_0001_1
2016-05-17 21:11:31,838 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519491517_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:31,838 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519491517_0001_1_post
2016-05-17 21:11:31,838 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:31,838 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:31,844 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...nsive/true_true_true_true, applicationId=application_1463519491517_0001
2016-05-17 21:11:31,846 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:31,846 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:31,846 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:31,846 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:31,846 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:31,846 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:31,846 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:31,846 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:31,846 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:31,847 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:31,847 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:31,847 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:31,847 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:31,851 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/F15B1065352F41F1988AC50CE98AEB36/E952865E09AF47048053A6CE5F97A4FF/.tez/application_1463519491517_0001
2016-05-17 21:11:31,851 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_true/_temporary
2016-05-17 21:11:31,852 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.351
2016-05-17 21:11:31,910 INFO  util.Util (Util.java:findMainClass(1374)) - using default application jar, may cause class not found exceptions on the cluster
2016-05-17 21:11:31,910 INFO  planner.Hadoop2TezPlanner (Hadoop2TezPlanner.java:initialize(151)) - using application jar: /opt/concurrent/home/teamcity/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-tez/3.1.0/226af02e24d5195c60e4ebe911d0c7c9780f59f0/cascading-hadoop2-tez-3.1.0.jar
2016-05-17 21:11:31,938 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: NoHashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.007
2016-05-17 21:11:31,948 INFO  app.DAGAppMaster (DAGAppMaster.java:run(731)) - Calling stop for all the services
2016-05-17 21:11:31,948 INFO  app.DAGAppMaster (DAGAppMaster.java:run(742)) - Exiting DAGAppMaster..GoodBye!
2016-05-17 21:11:31,951 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] executed rule registry: HashJoinHadoop2TezRuleRegistry, completed as: SUCCESS, in: 00:00.020
2016-05-17 21:11:31,952 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:31,952 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: HashJoinHadoop2TezRuleRegistry, supports assembly with steps: 1, nodes: 2
2016-05-17 21:11:31,953 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] rule registry: NoHashJoinHadoop2TezRuleRegistry, result was selected using: 'default comparator: selects plan with fewest steps and fewest nodes'
2016-05-17 21:11:31,966 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt
2016-05-17 21:11:31,973 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tap forcing step to tez local mode: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_true
2016-05-17 21:11:32,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting
2016-05-17 21:11:32,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:32,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  sink: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_true"]
2016-05-17 21:11:32,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  parallel execution of steps is enabled: false
2016-05-17 21:11:32,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  executing total steps: 1
2016-05-17 21:11:32,016 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  allocating management threads: 1
2016-05-17 21:11:32,017 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] starting step: (1/1) ...sive/false_true_true_true
2016-05-17 21:11:32,017 WARN  flow.Flow (BaseFlow.java:logWarn(1516)) - [comprehensivesort] 'yarn.timeline-service.enabled' is disabled, please enable to capture detailed metrics of completed flows, this may require starting the YARN timeline server daemon
2016-05-17 21:11:32,027 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] tez session mode enabled: true
2016-05-17 21:11:32,031 INFO  client.TezClient (TezClient.java:<init>(153)) - Tez Client Version: [ component=tez-api, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:32,032 INFO  client.TezClient (TezClient.java:start(333)) - Session mode. Starting session.
2016-05-17 21:11:32,032 INFO  client.TezClientUtils (TezClientUtils.java:setupTezJarsLocalResources(159)) - Ignoring 'tez.lib.uris' since  'tez.ignore.lib.uris' is set to true
2016-05-17 21:11:32,040 INFO  client.TezClient (TezCommonUtils.java:createTezSystemStagingPath(118)) - Tez system stage directory file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825/.tez/application_1463519492031_0001 doesn't exist and is created
2016-05-17 21:11:32,055 INFO  client.LocalClient (LocalClient.java:createDAGAppMaster(328)) - DAGAppMaster thread has been created
2016-05-17 21:11:32,055 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(251)) - DAGAppMaster is not created wait for 100ms...
2016-05-17 21:11:32,055 INFO  client.LocalClient (LocalClient.java:run(275)) - Using staging directory: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825/.tez/application_1463519492031_0001
2016-05-17 21:11:32,057 INFO  app.DAGAppMaster (DAGAppMaster.java:<init>(309)) - Created DAGAppMaster for application appattempt_1463519492031_0001_000000, versionInfo=[ component=tez-dag, version=0.6.2, revision=c04283bf91fd96823eec37056d5c8b1a92728265, SCM-URL=scm:git:https://git-wip-us.apache.org/repos/asf/tez.git, buildTime=20150804-1436 ]
2016-05-17 21:11:32,066 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(333)) - Comparing client version with AM version, clientVersion=0.6.2, AMVersion=0.6.2
2016-05-17 21:11:32,067 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceInit(386)) - Adding session token to jobTokenSecretManager for application
2016-05-17 21:11:32,068 INFO  node.AMNodeTracker (AMNodeTracker.java:serviceInit(77)) - blacklistDisablePercent is 33, blacklistingEnabled: false, maxTaskFailuresPerNode: 1
2016-05-17 21:11:32,068 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceInit(50)) - Initializing HistoryEventHandler
2016-05-17 21:11:32,068 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(66)) - Log file location for SimpleHistoryLoggingService not specified, defaulting to containerLogDir=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825/.tez/application_1463519492031_0001/localmode-log-dir
2016-05-17 21:11:32,068 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceInit(88)) - Initializing SimpleHistoryLoggingService, logFileLocation=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825/.tez/application_1463519492031_0001/localmode-log-dir/history.txt.appattempt_1463519492031_0001_000000, maxErrors=10
2016-05-17 21:11:32,068 INFO  recovery.RecoveryService (RecoveryService.java:serviceInit(109)) - Initializing RecoveryService
2016-05-17 21:11:32,069 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_LAUNCHED]: appAttemptId=appattempt_1463519492031_0001_000000, appSubmitTime=1463519492057, launchTime=1463519492057
2016-05-17 21:11:32,074 INFO  client.DAGClientServer (DAGClientServer.java:serviceStart(91)) - Instantiated DAGClientRPCServer at ip-10-123-148-208.ec2.internal/10.123.148.208:57214
2016-05-17 21:11:32,074 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStart(73)) - Starting HistoryEventHandler
2016-05-17 21:11:32,076 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStart(95)) - Starting SimpleHistoryLoggingService
2016-05-17 21:11:32,078 INFO  recovery.RecoveryService (RecoveryService.java:serviceStart(127)) - Starting RecoveryService
2016-05-17 21:11:32,078 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_LAUNCHED to history file
2016-05-17 21:11:32,078 WARN  impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-dagappmaster.properties,hadoop-metrics2.properties
2016-05-17 21:11:32,081 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:N/A][Event:AM_STARTED]: appAttemptId=appattempt_1463519492031_0001_000000, startTime=1463519492080
2016-05-17 21:11:32,081 INFO  app.DAGAppMaster (DAGAppMaster.java:serviceStart(1644)) - In Session mode. Waiting for DAG over RPC
2016-05-17 21:11:32,081 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event AM_STARTED to history file
2016-05-17 21:11:32,155 INFO  client.LocalClient (LocalClient.java:startDAGAppMaster(236)) - DAGAppMaster state: IDLE
2016-05-17 21:11:32,155 INFO  client.TezClient (TezClient.java:start(367)) - The url to track the Tez Session: N/A
2016-05-17 21:11:32,155 INFO  client.TezClient (TezClient.java:submitDAGSession(405)) - Submitting dag to TezSession, sessionName=(1/1) ...sive/false_true_true_true, applicationId=application_1463519492031_0001, dagName=[39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true
2016-05-17 21:11:32,170 INFO  app.DAGAppMaster (DAGAppMaster.java:submitDAGToAppMaster(1126)) - Starting DAG submitted via RPC: [39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true
2016-05-17 21:11:32,171 INFO  app.DAGAppMaster (DAGAppMaster.java:generateDAGVizFile(870)) - Generating DAG graphviz file, dagId=dag_1463519492031_0001_1, filePath=/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825/.tez/application_1463519492031_0001/localmode-log-dir/dag_1463519492031_0001_1.dot
2016-05-17 21:11:32,171 INFO  app.DAGAppMaster (DAGAppMaster.java:writePBTextFile(887)) - Writing DAG plan to: /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825/.tez/application_1463519492031_0001/localmode-log-dir/dag_1463519492031_0001_1-tez-dag.pb.txt
2016-05-17 21:11:32,177 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519492031_0001_1
2016-05-17 21:11:32,177 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:32,177 INFO  app.DAGAppMaster (DAGAppMaster.java:startDAG(2051)) - Running DAG: [39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true
2016-05-17 21:11:32 Running Dag: dag_1463519492031_0001_1
2016-05-17 21:11:32,189 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:DAG_SUBMITTED]: dagID=dag_1463519492031_0001_1, submitTime=1463519492170
2016-05-17 21:11:32,189 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_SUBMITTED to history file
2016-05-17 21:11:32,189 INFO  impl.VertexImpl (VertexImpl.java:setAdditionalOutputs(4033)) - setting additional outputs for vertex D5FA1AD5CF594F10AF39377DF5E90CA2
2016-05-17 21:11:32,190 INFO  impl.DAGImpl (DAGImpl.java:assignDAGScheduler(1381)) - Using DAG Scheduler: org.apache.tez.dag.app.dag.impl.DAGSchedulerNaturalOrderControlled
2016-05-17 21:11:32,190 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:DAG_INITIALIZED]: dagID=dag_1463519492031_0001_1, initTime=1463519492189
2016-05-17 21:11:32,190 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_INITIALIZED to history file
2016-05-17 21:11:32,191 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519492031_0001_1 transitioned from NEW to INITED due to event DAG_INIT
2016-05-17 21:11:32,191 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:DAG_STARTED]: dagID=dag_1463519492031_0001_1, startTime=1463519492191
2016-05-17 21:11:32,191 INFO  impl.DAGImpl (DAGImpl.java:transition(1614)) - Added additional resources : [[]] to classpath
2016-05-17 21:11:32,191 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_STARTED to history file
2016-05-17 21:11:32,191 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519492031_0001_1 transitioned from INITED to RUNNING due to event DAG_START
2016-05-17 21:11:32,191 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2068)) - Root Inputs exist for Vertex: D7036DD98590470F921FCC275D3CD2DD : {C96FC1E55FDB4D2BA80245792895F9E4={InputName=C96FC1E55FDB4D2BA80245792895F9E4}, {Descriptor=ClassName=org.apache.tez.mapreduce.input.MRInput, hasPayload=true}, {ControllerDescriptor=ClassName=org.apache.tez.mapreduce.common.MRInputAMSplitGenerator, hasPayload=false}}
2016-05-17 21:11:32,192 INFO  impl.VertexImpl (VertexImpl.java:setupVertex(2078)) - Starting root input initializer for input: C96FC1E55FDB4D2BA80245792895F9E4, with class: [org.apache.tez.mapreduce.common.MRInputAMSplitGenerator]
2016-05-17 21:11:32,192 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2191)) - Setting vertexManager to RootInputVertexManager for vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,192 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2983)) - Num tasks is -1. Expecting VertexManager/InputInitializers/1-1 split to set #tasks for the vertex vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,192 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(2987)) - Vertex will initialize from input initializer. vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,192 INFO  impl.VertexImpl (VertexImpl.java:setupInputInitializerManager(3933)) - Vertex will initialize via inputInitializers vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]. Starting root input initializers: 1
2016-05-17 21:11:32,192 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] transitioned from NEW to INITIALIZING due to event V_INIT
2016-05-17 21:11:32,193 INFO  impl.VertexImpl (VertexImpl.java:assignVertexManager(2203)) - Setting vertexManager to ShuffleVertexManager for vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,194 INFO  client.TezClient (TezClient.java:submitDAGSession(478)) - Submitted dag to TezSession, sessionName=(1/1) ...sive/false_true_true_true, applicationId=application_1463519492031_0001, dagName=[39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true
2016-05-17 21:11:32,195 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:run(242)) - Starting InputInitializer for Input: C96FC1E55FDB4D2BA80245792895F9E4 on vertex vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,195 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:initialize(696)) - Shuffle Vertex Manager: settings minFrac:0.25 maxFrac:0.75 auto:false desiredTaskIput:104857600 minTasks:1
2016-05-17 21:11:32,195 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3014)) - Creating 1 tasks for vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,195 INFO  impl.VertexImpl (VertexImpl.java:handleInitEvent(3026)) - Directly initializing vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,195 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1915)) - Invoking committer inits for vertex, vertexId=vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,196 INFO  impl.VertexImpl (VertexImpl.java:initializeCommitters(1927)) - Instantiating committer for output=EB30579EAD654EA0A2E84D11A2072462, vertexId=vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2], committerClass=org.apache.tez.mapreduce.committer.MROutputCommitter
2016-05-17 21:11:32,196 INFO  impl.VertexImpl (VertexImpl.java:run(1945)) - Invoking committer init for output=EB30579EAD654EA0A2E84D11A2072462, vertexId=vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,197 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(92)) - Emitting serialized splits: true
2016-05-17 21:11:32,197 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(110)) - Input C96FC1E55FDB4D2BA80245792895F9E4 asking for 1 tasks. Headroom: 711 Task Resource: 1024 waves: 1.7
2016-05-17 21:11:32,197 INFO  common.MRInputAMSplitGenerator (MRInputAMSplitGenerator.java:initialize(121)) - Grouping input splits
2016-05-17 21:11:32,197 INFO  committer.MROutputCommitter (MROutputCommitter.java:getOutputCommitter(145)) - OutputCommitter for outputName=EB30579EAD654EA0A2E84D11A2072462, vertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, outputCommitterClass=org.apache.hadoop.mapred.FileOutputCommitter
2016-05-17 21:11:32,197 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(294)) - Generating mapred api input splits
2016-05-17 21:11:32,197 INFO  impl.VertexImpl (VertexImpl.java:run(1949)) - Invoking committer setup for output=EB30579EAD654EA0A2E84D11A2072462, vertexId=vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,199 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:32,199 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, vertexId=vertex_1463519492031_0001_1_01, initRequestedTime=1463519492193, initedTime=1463519492198, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=0
2016-05-17 21:11:32,199 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] transitioned from NEW to INITED due to event V_INIT
2016-05-17 21:11:32,200 INFO  hadoop.MRInputHelpers (MRInputHelpers.java:generateInputSplitsToMem(300)) - NumSplits: 1, SerializedSize: 416
2016-05-17 21:11:32,200 INFO  dag.RootInputInitializerManager (RootInputInitializerManager.java:onSuccess(272)) - Succeeded InputInitializer for Input: C96FC1E55FDB4D2BA80245792895F9E4 on vertex vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,200 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] numTasks: -1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:32,200 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1374)) - Got updated RootInputsSpecs: {C96FC1E55FDB4D2BA80245792895F9E4=forAllWorkUnits=true, update=[1]}
2016-05-17 21:11:32,201 INFO  impl.VertexImpl (VertexImpl.java:setParallelism(1393)) - Vertex vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] parallelism set to 1
2016-05-17 21:11:32,201 INFO  impl.VertexImpl (VertexImpl.java:canInitVertex(3195)) - Cannot init vertex: vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] numTasks: 1 numUnitializedEdges: 0 numInitializedInputs: 0 initWaitsForRootInitializers: true
2016-05-17 21:11:32,201 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519492031_0001_1_00, eventCount=1
2016-05-17 21:11:32,202 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_INITIALIZED]: vertexName=D7036DD98590470F921FCC275D3CD2DD, vertexId=vertex_1463519492031_0001_1_00, initRequestedTime=1463519492191, initedTime=1463519492202, numTasks=1, processorName=cascading.flow.tez.FlowProcessor, additionalInputsCount=1
2016-05-17 21:11:32,202 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_INITIALIZED to history file
2016-05-17 21:11:32,202 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] with distanceFromRoot: 0
2016-05-17 21:11:32,202 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] transitioned from INITIALIZING to INITED due to event V_ROOT_INPUT_INITIALIZED
2016-05-17 21:11:32,202 INFO  impl.ImmediateStartVertexManager (ImmediateStartVertexManager.java:scheduleTasks(99)) - Starting 1 in D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,203 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,203 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519492031_0001_1_00, startRequestedTime=1463519492202, startedTime=1463519492202
2016-05-17 21:11:32,203 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:32,203 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:32,203 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:32,204 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_STARTED]: vertexName=D7036DD98590470F921FCC275D3CD2DD, taskId=task_1463519492031_0001_1_00_000000, scheduledTime=1463519492203, launchTime=1463519492203
2016-05-17 21:11:32,204 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519492031_0001_1_00_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:32,204 INFO  impl.VertexImpl (VertexImpl.java:transition(3155)) - Source vertex started: vertex_1463519492031_0001_1_00 for vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] numStartedSources: 1 numSources: 1
2016-05-17 21:11:32,204 INFO  impl.VertexImpl (VertexImpl.java:startIfPossible(3061)) - Triggering start event for vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] with distanceFromRoot: 1
2016-05-17 21:11:32,204 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,205 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:handleVertexStateUpdate(720)) - Received configured notification : CONFIGURED for vertex: D7036DD98590470F921FCC275D3CD2DD in vertex: D5FA1AD5CF594F10AF39377DF5E90CA2
2016-05-17 21:11:32,205 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:onVertexStarted(355)) - OnVertexStarted vertex: D5FA1AD5CF594F10AF39377DF5E90CA2 with 1 source tasks and 1 pending tasks
2016-05-17 21:11:32,205 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_STARTED to history file
2016-05-17 21:11:32,205 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_STARTED]: vertexId=vertex_1463519492031_0001_1_01, startRequestedTime=1463519492205, startedTime=1463519492205
2016-05-17 21:11:32,211 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort] submitted tez dag to app master: application_1463519492031_0001, with dag id: dag_1463519492031_0001_1
2016-05-17 21:11:32,211 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] transitioned from INITED to RUNNING due to event V_START
2016-05-17 21:11:32,211 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true, VertexName: D7036DD98590470F921FCC275D3CD2DD, VertexParallelism: 1, TaskAttemptID:attempt_1463519492031_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C96FC1E55FDB4D2BA80245792895F9E4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:32,211 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519492031_0001_1_00_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:32,211 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:32,212 INFO  node.AMNodeTracker (AMNodeTracker.java:nodeSeen(91)) - Adding new node: 127.0.0.1:0
2016-05-17 21:11:32,212 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(112)) - Adding #1 tokens and #0 secret keys for NM use for launching container
2016-05-17 21:11:32,212 INFO  container.AMContainerHelpers (AMContainerHelpers.java:createCommonContainerLaunchContext(122)) - Putting shuffle token in serviceData
2016-05-17 21:11:32,213 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519492031_0001_00_000001
2016-05-17 21:11:32,213 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000001 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:32,214 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519492031_0001_00_000001
2016-05-17 21:11:32,214 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:32,215 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000001 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:32,215 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:32,215 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519492031_0001_00_000001, launchTime=1463519492215
2016-05-17 21:11:32,216 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519492031_0001_00_000001
2016-05-17 21:11:32,217 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519492031_0001_1_00_000000_0] to container: [container_1463519492031_0001_00_000001]
2016-05-17 21:11:32,217 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000001 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:32,217 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519492031_0001_00_000001 given task: attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,217 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519492031_0001_00_000001: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,217 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519492031_0001_1_00_000000_0] started. Is using containerId: [container_1463519492031_0001_00_000001] on NM: [127.0.0.1:0]
2016-05-17 21:11:32,218 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D7036DD98590470F921FCC275D3CD2DD, taskAttemptId=attempt_1463519492031_0001_1_00_000000_0, startTime=1463519492217, containerId=container_1463519492031_0001_00_000001, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519492031_0001_00_000001/teamcity, completedLogs=
2016-05-17 21:11:32,218 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519492031_0001_1_00_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:32,218 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:32,218 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519492031_0001_1_00_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:32 Starting to run new task attempt: attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,218 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,219 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:32,219 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:32,219 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:32,219 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:32,219 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:32,219 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:32,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true, VertexName: D7036DD98590470F921FCC275D3CD2DD, VertexParallelism: 1, TaskAttemptID:attempt_1463519492031_0001_1_00_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=C96FC1E55FDB4D2BA80245792895F9E4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }}, ], outputSpecList=[{{ destinationVertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }}, ]
2016-05-17 21:11:32,220 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=745537536
2016-05-17 21:11:32,220 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:32,220 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:32,221 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519492031_0001_1_00_000000_0 sent events: (0-1)
2016-05-17 21:11:32,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=C96FC1E55FDB4D2BA80245792895F9E4, physicalEdgeCount=1, inputClassName=org.apache.tez.mapreduce.input.MRInput }
2016-05-17 21:11:32,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, physicalEdgeCount=1, outputClassName=org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput }
2016-05-17 21:11:32,221 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:32,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:32,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:32,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: D5FA1AD5CF594F10AF39377DF5E90CA2
2016-05-17 21:11:32,222 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: C96FC1E55FDB4D2BA80245792895F9E4
2016-05-17 21:11:32,222 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: INPUT, componentVertexName: C96FC1E55FDB4D2BA80245792895F9E4
2016-05-17 21:11:32,224 INFO  impl.ExternalSorter (ExternalSorter.java:getInitialMemoryRequirement(293)) - Requested SortBufferSize (tez.runtime.io.sort.mb): 100
2016-05-17 21:11:32,224 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 104857600, type: OUTPUT, componentVertexName: D5FA1AD5CF594F10AF39377DF5E90CA2
2016-05-17 21:11:32,224 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: D5FA1AD5CF594F10AF39377DF5E90CA2
2016-05-17 21:11:32,225 INFO  input.MRInput (MRInput.java:initialize(440)) - Using New mapreduce API: false, split information via event: true
2016-05-17 21:11:32,225 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:32,225 INFO  input.MRInput (MRInput.java:initializeInternal(493)) - Initialzed MRInput: C96FC1E55FDB4D2BA80245792895F9E4
2016-05-17 21:11:32,225 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: C96FC1E55FDB4D2BA80245792895F9E4
2016-05-17 21:11:32,229 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D7036DD98590470F921FCC275D3CD2DD, ordinal: 0
2016-05-17 21:11:32,229 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D7036DD98590470F921FCC275D3CD2DD, mem on start (mb), free: 272, total: 711, max: 711
2016-05-17 21:11:32,229 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:32,229 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:32,229 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:32,230 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:32,230 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:32,230 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.input.MRInput
2016-05-17 21:11:32,230 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:32,231 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_OUTPUT
2016-05-17 21:11:32,231 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:32,231 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 104857600, TotalRequestedScaled: 9.679163076923077E7, TotalJVMHeap: 745537536, TotalAvailable: 499510149, TotalRequested/TotalJVMHeap:0.14
2016-05-17 21:11:32,231 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, C96FC1E55FDB4D2BA80245792895F9E4, org.apache.tez.mapreduce.input.MRInput: requested=0, allocated=0
2016-05-17 21:11:32,231 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, D5FA1AD5CF594F10AF39377DF5E90CA2, org.apache.tez.runtime.library.output.OrderedPartitionedKVOutput: requested=104857600, allocated=104857600
2016-05-17 21:11:32,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:32,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: C96FC1E55FDB4D2BA80245792895F9E4
2016-05-17 21:11:32,232 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:32,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: C96FC1E55FDB4D2BA80245792895F9E4
2016-05-17 21:11:32,232 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: C96FC1E55FDB4D2BA80245792895F9E4 being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:32,233 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:32,233 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:32,233 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:32,234 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,235 INFO  input.MRInput (MRInput.java:initFromEventInternal(619)) - Initializing RecordReader from event
2016-05-17 21:11:32,235 INFO  input.MRInput (MRInput.java:initFromEventInternal(630)) - Split Details -> SplitClass: org.apache.hadoop.mapred.split.TezGroupedSplit, OldSplit: org.apache.hadoop.mapred.split.TezGroupedSplit@117c86b6
2016-05-17 21:11:32,236 INFO  lib.MRReaderMapred (MRReaderMapred.java:setIncrementalConfigParams(163)) - Processing split: org.apache.hadoop.mapred.split.TezGroupedSplit@117c86b6
2016-05-17 21:11:32,236 INFO  input.MRInput (MRInput.java:initFromEventInternal(634)) - Initialized RecordReader from event
2016-05-17 21:11:32,237 INFO  input.MRInput (MRInput.java:processSplitEvent(586)) - Notifying on RecordReader Initialized
2016-05-17 21:11:32,237 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:32,238 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"] streamed: true, id: C96FC1E55FDB4D2BA80245792895F9E4
2016-05-17 21:11:32,238 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: GroupBy(comprehensivesort)[by:[{1}:'num']], id: 4659198B7DAA407BA6D9083B04E68FDF
2016-05-17 21:11:32,238 INFO  element.TezGroupGate (TezGroupGate.java:prepare(98)) - calling OrderedPartitionedKVOutput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 4659198B7DAA407BA6D9083B04E68FDF
2016-05-17 21:11:32,240 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(167)) - keySerializer=cascading.tuple.hadoop.io.TuplePairSerializer@6af7033c; valueSerializer=cascading.tuple.hadoop.io.ValueTupleSerializer@7ef58f00; comparator=cascading.tuple.hadoop.util.ReverseGroupingSortingComparator@4244cde1; conf=cascading.tuple.hadoop.TupleSerialization,org.apache.hadoop.io.serializer.WritableSerialization,org.apache.hadoop.io.serializer.avro.AvroSpecificSerialization,org.apache.hadoop.io.serializer.avro.AvroReflectSerialization
2016-05-17 21:11:32,240 INFO  impl.ExternalSorter (ExternalSorter.java:<init>(224)) - Instantiating Partitioner: [cascading.tuple.tez.util.GroupingSortingPartitioner]
2016-05-17 21:11:32,240 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiatePartitioner(109)) - Using partitioner class: cascading.tuple.tez.util.GroupingSortingPartitioner
2016-05-17 21:11:32,241 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:32,268 INFO  dflt.DefaultSorter (DefaultSorter.java:setEquator(328)) - (EQUATOR) 0 kvi 26214396(104857584)
2016-05-17 21:11:32,268 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(150)) - tez.runtime.io.sort.mb: 100
2016-05-17 21:11:32,268 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(151)) - soft limit at 83886080
2016-05-17 21:11:32,269 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(152)) - bufstart = 0; bufvoid = 104857600
2016-05-17 21:11:32,269 INFO  dflt.DefaultSorter (DefaultSorter.java:<init>(153)) - kvstart = 26214396; length = 6553600
2016-05-17 21:11:32,269 INFO  element.TezSourceStage (TezSourceStage.java:prepare(63)) - calling MRInput#start() on: Hfs["TextLine[['line']->[ALL]]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/classes/test/data/lhs+rhs-cross.txt"]
2016-05-17 21:11:32,269 INFO  input.MRInput (MRInput.java:start(450)) - MRInput setup to received events1
2016-05-17 21:11:32,270 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D7036DD98590470F921FCC275D3CD2DD, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:32,274 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,275 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D7036DD98590470F921FCC275D3CD2DD, mem on close (mb), free: 365, total: 709, max: 709
2016-05-17 21:11:32,275 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(589)) - Starting flush of map output
2016-05-17 21:11:32,275 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(607)) - Sorting & Spilling map output
2016-05-17 21:11:32,275 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(608)) - bufstart = 0; bufend = 888; bufvoid = 104857600
2016-05-17 21:11:32,276 INFO  dflt.DefaultSorter (DefaultSorter.java:flush(610)) - kvstart = 26214396(104857584); kvend = 26214252(104857008); length = 145/6553600
2016-05-17 21:11:32,280 INFO  dflt.DefaultSorter (DefaultSorter.java:spill(829)) - Finished spill 0
2016-05-17 21:11:32 Completed running task attempt: attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,285 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519492031_0001_1_00_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:32,285 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 27 [[File System Counters FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0][cascading.flow.SliceCounters Process_Begin_Time=1463519492270, Process_Duration=4, Process_End_Time=1463519492274, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Read=37]]
2016-05-17 21:11:32,285 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_DATA_MOVEMENT_EVENTS_GENERATED]: vertexId=vertex_1463519492031_0001_1_00, eventCount=1
2016-05-17 21:11:32,285 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:32,285 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:32,285 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519492031_0001_00_000001
2016-05-17 21:11:32,286 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:32,286 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D7036DD98590470F921FCC275D3CD2DD, taskAttemptId=attempt_1463519492031_0001_1_00_000000_0, startTime=1463519492217, finishTime=1463519492285, timeTaken=68, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519492270, Process_Duration=4, Process_End_Time=1463519492274, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:32,286 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519492031_0001_1_00_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:32,286 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32,287 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:32,287 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_FINISHED]: vertexName=D7036DD98590470F921FCC275D3CD2DD, taskId=task_1463519492031_0001_1_00_000000, startTime=1463519492217, finishTime=1463519492286, timeTaken=69, status=SUCCEEDED, successfulAttemptID=attempt_1463519492031_0001_1_00_000000_0, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519492270, Process_Duration=4, Process_End_Time=1463519492274, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37
2016-05-17 21:11:32,287 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:32,287 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519492031_0001_1_00_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:32,287 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] : 1
2016-05-17 21:11:32,287 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,288 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:32,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_FINISHED]: vertexName=D7036DD98590470F921FCC275D3CD2DD, vertexId=vertex_1463519492031_0001_1_00, initRequestedTime=1463519492191, initedTime=1463519492202, startRequestedTime=1463519492202, startedTime=1463519492202, finishTime=1463519492287, timeTaken=85, status=SUCCEEDED, diagnostics=, counters=Counters: 28, org.apache.tez.common.counters.DAGCounter, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=364, FILE_BYTES_WRITTEN=764, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, SPILLED_RECORDS=37, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=37, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=0, ADDITIONAL_SPILL_COUNT=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519492270, Process_Duration=4, Process_End_Time=1463519492274, Read_Duration=1, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Read=37, vertexStats=firstTaskStartTime=1463519492217, firstTasksToStart=[ task_1463519492031_0001_1_00_000000 ], lastTaskFinishTime=1463519492285, lastTasksToFinish=[ task_1463519492031_0001_1_00_000000 ], minTaskDuration=68, maxTaskDuration=68, avgTaskDuration=68.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519492031_0001_1_00_000000 ], longestDurationTasks=[ task_1463519492031_0001_1_00_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:32,288 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:32,288 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000001 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:32,288 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519492031_0001_00_000001, stoppedTime=1463519492288, exitStatus=0
2016-05-17 21:11:32,288 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:32,288 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000001 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:32,289 INFO  impl.VertexImpl (VertexImpl.java:transition(3477)) - Source task attempt completed for vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] attempt: attempt_1463519492031_0001_1_00_000000_0 with state: SUCCEEDED vertexState: RUNNING
2016-05-17 21:11:32,289 INFO  vertexmanager.ShuffleVertexManager (ShuffleVertexManager.java:schedulePendingTasks(608)) - All source tasks assigned. Ramping up 1 remaining tasks for vertex: D5FA1AD5CF594F10AF39377DF5E90CA2
2016-05-17 21:11:32,289 INFO  impl.VertexImpl (VertexImpl.java:scheduleTasks(1250)) - Routing pending task events for vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,289 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD] completed., numCompletedVertices=1, numSuccessfulVertices=1, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:32,289 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519492031_0001_00_000001. Relying on regular task shutdown for it to end
2016-05-17 21:11:32,290 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_STARTED]: vertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, taskId=task_1463519492031_0001_1_01_000000, scheduledTime=1463519492289, launchTime=1463519492289
2016-05-17 21:11:32,290 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_STARTED to history file
2016-05-17 21:11:32,290 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519492031_0001_1_01_000000 Task Transitioned from NEW to SCHEDULED due to event T_SCHEDULE
2016-05-17 21:11:32,290 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000001 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:32,290 INFO  impl.DAGSchedulerNaturalOrderControlled (DAGSchedulerNaturalOrderControlled.java:scheduleTask(111)) - Scheduled vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,290 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1014)) - remoteTaskSpec:DAGName : [39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true, VertexName: D5FA1AD5CF594F10AF39377DF5E90CA2, VertexParallelism: 1, TaskAttemptID:attempt_1463519492031_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D7036DD98590470F921FCC275D3CD2DD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=EB30579EAD654EA0A2E84D11A2072462, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:32,290 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519492031_0001_1_01_000000_0 TaskAttempt Transitioned from NEW to START_WAIT due to event TA_SCHEDULE
2016-05-17 21:11:32,290 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_LAUNCH_REQUEST
2016-05-17 21:11:32,291 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(521)) - Sending Launch Request for Container with id: container_1463519492031_0001_00_000002
2016-05-17 21:11:32,291 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000002 transitioned from ALLOCATED to LAUNCHING via event C_LAUNCH_REQUEST
2016-05-17 21:11:32,292 INFO  task.TezChild (TezChild.java:newTezChild(432)) - PID, containerIdentifier:  null, container_1463519492031_0001_00_000002
2016-05-17 21:11:32,292 WARN  impl.MetricsSystemImpl (MetricsSystemImpl.java:init(144)) - DAGAppMaster metrics system already initialized!
2016-05-17 21:11:32,293 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000002 transitioned from LAUNCHING to IDLE via event C_LAUNCHED
2016-05-17 21:11:32,294 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_LAUNCHED to history file
2016-05-17 21:11:32,294 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:CONTAINER_LAUNCHED]: containerId=container_1463519492031_0001_00_000002, launchTime=1463519492293
2016-05-17 21:11:32,295 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519492031_0001_00_000002
2016-05-17 21:11:32,295 INFO  container.AMContainerImpl (AMContainerImpl.java:transition(827)) - Assigned taskAttempt + [attempt_1463519492031_0001_1_01_000000_0] to container: [container_1463519492031_0001_00_000002]
2016-05-17 21:11:32,295 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000002 transitioned from IDLE to RUNNING via event C_PULL_TA
2016-05-17 21:11:32,296 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(213)) - Container with id: container_1463519492031_0001_00_000001 is valid, but no longer registered, and will be killed
2016-05-17 21:11:32,296 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519492031_0001_00_000001: 10 ms after starting to poll. TaskInfo: shouldDie: true
2016-05-17 21:11:32,296 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:transition(1146)) - TaskAttempt: [attempt_1463519492031_0001_1_01_000000_0] started. Is using containerId: [container_1463519492031_0001_00_000002] on NM: [127.0.0.1:0]
2016-05-17 21:11:32,296 INFO  task.TezChild (TezChild.java:run(207)) - ContainerTask returned shouldDie=true for container container_1463519492031_0001_00_000001, Exiting
2016-05-17 21:11:32,296 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519492031_0001_00_000001
2016-05-17 21:11:32,296 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519492031_0001_00_000001
2016-05-17 21:11:32,296 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_STARTED to history file
2016-05-17 21:11:32,296 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_ATTEMPT_STARTED]: vertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, taskAttemptId=attempt_1463519492031_0001_1_01_000000_0, startTime=1463519492296, containerId=container_1463519492031_0001_00_000002, nodeId=127.0.0.1:0, inProgressLogs=127.0.0.1:0/node/containerlogs/container_1463519492031_0001_00_000002/teamcity, completedLogs=
2016-05-17 21:11:32,297 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519492031_0001_1_01_000000_0 TaskAttempt Transitioned from START_WAIT to RUNNING due to event TA_STARTED_REMOTELY
2016-05-17 21:11:32,297 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:getTask(240)) - Container with id: container_1463519492031_0001_00_000002 given task: attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,297 INFO  task.ContainerReporter (ContainerReporter.java:call(65)) - Got TaskUpdate for containerId= container_1463519492031_0001_00_000002: 0 ms after starting to poll. TaskInfo: shouldDie: false, currentTaskAttemptId: attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,297 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519492031_0001_1_01_000000 Task Transitioned from SCHEDULED to RUNNING due to event T_ATTEMPT_LAUNCHED
2016-05-17 21:11:32 Starting to run new task attempt: attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,297 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,298 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:32,298 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(273)) - Refreshing UGI since Credentials have changed
2016-05-17 21:11:32,298 INFO  task.TezChild (TezChild.java:handleNewTaskCredentials(276)) - Credentials : #Tokens=1, #SecretKeys=0
2016-05-17 21:11:32,298 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(270)) - ContainerExecutionResult for: container_1463519492031_0001_00_000001 = ContainerExecutionResult{exitStatus=SUCCESS, throwable=null, errorMessage='Asked to die by the AM'}
2016-05-17 21:11:32,298 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(302)) - Localizing additional local resources for Task : {}
2016-05-17 21:11:32,298 INFO  task.TezChild (TezChild.java:handleNewTaskLocalResources(312)) - Done localizing additional resources
2016-05-17 21:11:32,298 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:onSuccess(274)) - Container: container_1463519492031_0001_00_000001 completed successfully
2016-05-17 21:11:32,298 INFO  metrics.TaskCounterUpdater (TaskCounterUpdater.java:initResourceCalculatorPlugin(148)) -  Using ResourceCalculatorProcessTree : [ ]
2016-05-17 21:11:32,299 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000001 transitioned from STOPPING to COMPLETED via event C_COMPLETED
2016-05-17 21:11:32,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:<init>(149)) - Initializing LogicalIOProcessorRuntimeTask with TaskSpec: DAGName : [39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825] comprehensivesort/(1/1) ...sive/false_true_true_true, VertexName: D5FA1AD5CF594F10AF39377DF5E90CA2, VertexParallelism: 1, TaskAttemptID:attempt_1463519492031_0001_1_01_000000_0, processorName=cascading.flow.tez.FlowProcessor, inputSpecListSize=1, outputSpecListSize=1, inputSpecList=[{{ sourceVertexName=D7036DD98590470F921FCC275D3CD2DD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }}, ], outputSpecList=[{{ destinationVertexName=EB30579EAD654EA0A2E84D11A2072462, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }}, ]
2016-05-17 21:11:32,299 INFO  resources.MemoryDistributor (MemoryDistributor.java:<init>(85)) - InitialMemoryDistributor (isEnabled=true) invoked with: numInputs=1, numOutputs=1, JVM.maxFree=743964672
2016-05-17 21:11:32,299 INFO  task.TezTaskRunner (TezTaskRunner.java:run(172)) - Initializing task, taskAttemptId=attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,299 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(191)) - Initializing LogicalProcessorIORuntimeTask
2016-05-17 21:11:32,300 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(195)) - Creating processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:32,300 INFO  impl.TaskImpl (TaskImpl.java:getTaskAttemptTezEvents(481)) - TaskAttempt:attempt_1463519492031_0001_1_01_000000_0 sent events: (0-1)
2016-05-17 21:11:32,300 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(488)) - Initializing processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:32,300 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(389)) - Initializing Input using InputSpec: { sourceVertexName=D7036DD98590470F921FCC275D3CD2DD, physicalEdgeCount=1, inputClassName=org.apache.tez.runtime.library.input.OrderedGroupedKVInput }
2016-05-17 21:11:32,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(438)) - Initializing Output using OutputSpec: { destinationVertexName=EB30579EAD654EA0A2E84D11A2072462, physicalEdgeCount=0, outputClassName=org.apache.tez.mapreduce.output.MROutput }
2016-05-17 21:11:32,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createInput(537)) - Creating Input
2016-05-17 21:11:32,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(397)) - Initializing Input with src edge: D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,301 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:createOutput(565)) - Creating Output
2016-05-17 21:11:32,302 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(446)) - Initializing Output with dest edge: EB30579EAD654EA0A2E84D11A2072462
2016-05-17 21:11:32,302 INFO  output.MROutput (MROutput.java:initialize(347)) - Initializing Simple Output
2016-05-17 21:11:32,302 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 0, type: OUTPUT, componentVertexName: EB30579EAD654EA0A2E84D11A2072462
2016-05-17 21:11:32,302 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(310)) - Initial Shuffle Memory Required: 669568192, based on INPUT_BUFFER_factor: 0.9
2016-05-17 21:11:32,303 INFO  orderedgrouped.MergeManager (MergeManager.java:getInitialMemoryRequirement(320)) - Initial Memory required for final merged output: 0, using factor: 0.0
2016-05-17 21:11:32,303 INFO  resources.MemoryDistributor$RequestorInfo (MemoryDistributor.java:<init>(233)) - Received request: 669568192, type: INPUT, componentVertexName: D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,303 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(403)) - Initialized Input with src edge: D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,304 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(88)) - cascading version: 3.1.0
2016-05-17 21:11:32,309 INFO  tez.FlowProcessor (FlowProcessor.java:initialize(94)) - flow node id: D5FA1AD5CF594F10AF39377DF5E90CA2, ordinal: 1
2016-05-17 21:11:32,309 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D5FA1AD5CF594F10AF39377DF5E90CA2, mem on start (mb), free: 359, total: 709, max: 709
2016-05-17 21:11:32,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initializeLogicalIOProcessor(491)) - Initialized processor, processorClassName=cascading.flow.tez.FlowProcessor
2016-05-17 21:11:32,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 2 initializers to finish
2016-05-17 21:11:32,309 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(220)) - Waiting for 1 initializers to finish
2016-05-17 21:11:32,312 INFO  output.MROutput (MROutput.java:initialize(418)) - Initialized Simple Output, using_new_api: false
2016-05-17 21:11:32,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(452)) - Initialized Output with dest edge: EB30579EAD654EA0A2E84D11A2072462
2016-05-17 21:11:32,313 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(233)) - All initializers finished
2016-05-17 21:11:32,313 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(124)) - Using Allocator class: org.apache.tez.runtime.library.resources.WeightedScalingMemoryDistributor
2016-05-17 21:11:32,313 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:getRequestTypeForClass(197)) - Falling back to RequestType.OTHER for class: org.apache.tez.mapreduce.output.MROutput
2016-05-17 21:11:32,313 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 1, for type: OTHER
2016-05-17 21:11:32,313 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:initialProcessMemoryRequestContext(171)) - ScaleFactor: 12, for type: SORTED_MERGED_INPUT
2016-05-17 21:11:32,314 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:computeReservedFraction(262)) - InitialReservationFraction=0.3, AdditionalReservationFractionForIOs=0.03, finalReserveFractionUsed=0.32999999999999996
2016-05-17 21:11:32,314 INFO  resources.WeightedScalingMemoryDistributor (WeightedScalingMemoryDistributor.java:assignMemory(126)) - Scaling Requests. NumRequests: 2, numScaledRequests: 13, TotalRequested: 669568192, TotalRequestedScaled: 6.180629464615386E8, TotalJVMHeap: 743964672, TotalAvailable: 498456330, TotalRequested/TotalJVMHeap:0.90
2016-05-17 21:11:32,314 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: OUTPUT, EB30579EAD654EA0A2E84D11A2072462, org.apache.tez.mapreduce.output.MROutput: requested=0, allocated=0
2016-05-17 21:11:32,314 INFO  resources.MemoryDistributor (MemoryDistributor.java:makeInitialAllocations(138)) - Informing: INPUT, D7036DD98590470F921FCC275D3CD2DD, org.apache.tez.runtime.library.input.OrderedGroupedKVInput: requested=669568192, allocated=498456330
2016-05-17 21:11:32,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(255)) - Starting Inputs/Outputs
2016-05-17 21:11:32,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(268)) - Input: D7036DD98590470F921FCC275D3CD2DD being auto started by the framework. Subsequent instances will not be auto-started
2016-05-17 21:11:32,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(419)) - Starting Input with src edge: D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,314 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(289)) - Num IOs determined for AutoStart: 1
2016-05-17 21:11:32,315 INFO  common.TezRuntimeUtils (TezRuntimeUtils.java:instantiateCombiner(65)) - No combiner specified via tez.runtime.combiner.class. Combiner will not be used
2016-05-17 21:11:32,315 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(291)) - Waiting for 1 IOs to start
2016-05-17 21:11:32,315 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(182)) - Shuffle assigned with 1 inputs, codec: NoneifileReadAhead: true
2016-05-17 21:11:32,316 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:<init>(158)) - ShuffleScheduler running for sourceVertex: D7036DD98590470F921FCC275D3CD2DD with configuration: maxFetchFailuresBeforeReporting=5, reportReadErrorImmediately=true, maxFailedUniqueFetches=1, abortFailureLimit=30, maxMapRuntime=0, maxTaskOutputAtOnce=20
2016-05-17 21:11:32,316 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(221)) - InitialRequest: ShuffleMem=669568192, postMergeMem=0, RuntimeTotalAvailable=498456330. Updated to: ShuffleMem=498456330, postMergeMem: 0
2016-05-17 21:11:32,316 INFO  orderedgrouped.MergeManager (MergeManager.java:<init>(252)) - MergerManager: memoryLimit=498456330, maxSingleShuffleLimit=124614080, mergeThreshold=448610688, ioSortFactor=100, memToMemMergeOutputsThreshold=100
2016-05-17 21:11:32,316 INFO  orderedgrouped.Shuffle (Shuffle.java:<init>(233)) - Num fetchers being started: 1
2016-05-17 21:11:32,321 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:call(421)) - Started Input with src edge: D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,322 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:initialize(304)) - AutoStartComplete
2016-05-17 21:11:32,322 INFO  task.TezTaskRunner (TezTaskRunner.java:run(175)) - Running task, taskAttemptId=attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,322 INFO  orderedgrouped.ShuffleInputEventHandlerOrderedGrouped (ShuffleInputEventHandlerOrderedGrouped.java:processDataMovementEvent(84)) - DME srcIdx: 0, targetIdx: 0, attemptNum: 0, payload: [host: ip-10-123-148-208, port: 0, pathComponent: attempt_1463519492031_0001_1_00_000000_0_10161, runDuration: 60086, ]
2016-05-17 21:11:32,325 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logIndividualFetchComplete(250)) - Completed fetch for attempt: InputAttemptIdentifier [inputIdentifier=InputIdentifier [inputIndex=0], attemptNumber=0, pathComponent=attempt_1463519492031_0001_1_00_000000_0_10161] to DISK_DIRECT, CompressedSize=732, DecompressedSize=728,EndTime=1463519492325, TimeTaken=1, Rate=0.70 MB/s
2016-05-17 21:11:32,325 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:copySucceeded(213)) - All inputs fetched for input vertex : D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,325 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:logProgress(263)) - copy(1 of 1. Transfer rate (CumulativeDataFetched/TimeSinceInputStarted)) 0.00 MB/s)
2016-05-17 21:11:32,326 INFO  orderedgrouped.ShuffleScheduler (ShuffleScheduler.java:freeHost(529)) - ip-10-123-148-208:0 freed by fetcher [D7036DD98590470F921FCC275D3CD2DD] #28 in 2ms
2016-05-17 21:11:32,326 INFO  orderedgrouped.Shuffle (Shuffle.java:cleanupFetchers(394)) - Shutdown..fetcher [D7036DD98590470F921FCC275D3CD2DD] #28, status:false, isInterrupted:false
2016-05-17 21:11:32,327 INFO  graph.Hadoop2TezStreamGraph (Hadoop2TezStreamGraph.java:buildGraph(151)) - using streamed source: GroupBy(comprehensivesort)[by:[{1}:'num']]
2016-05-17 21:11:32,327 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 1 on-disk map-outputs
2016-05-17 21:11:32,327 INFO  tez.FlowProcessor (FlowProcessor.java:run(121)) - sourcing from: GroupBy(comprehensivesort)[by:[{1}:'num']] streamed: true, id: 4659198B7DAA407BA6D9083B04E68FDF
2016-05-17 21:11:32,327 INFO  tez.FlowProcessor (FlowProcessor.java:run(124)) - sinking to: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_true"], id: EB30579EAD654EA0A2E84D11A2072462
2016-05-17 21:11:32,327 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 1 files, 732 bytes from disk
2016-05-17 21:11:32,327 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:32,327 INFO  element.TezSinkStage (TezSinkStage.java:prepare(57)) - calling MROutput#start() on: Hfs["TextLine[['line']->['num', 'lower', 'upper']]"]["/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_true"]
2016-05-17 21:11:32,327 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 1 sorted segments
2016-05-17 21:11:32,328 INFO  element.TezGroupGate (TezGroupGate.java:prepare(90)) - calling OrderedGroupedKVInput#start() on: GroupBy(comprehensivesort)[by:[{1}:'num']] 4659198B7DAA407BA6D9083B04E68FDF, for 1 inputs
2016-05-17 21:11:32,328 INFO  impl.TezMerger (TezMerger.java:merge(665)) - Down to the last merge-pass, with 1 segments left of total size: 712 bytes
2016-05-17 21:11:32,328 INFO  orderedgrouped.Shuffle (Shuffle.java:call(381)) - merge complete for input vertex : D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,328 INFO  orderedgrouped.Shuffle (Shuffle.java:onSuccess(488)) - Shuffle Runner thread complete
2016-05-17 21:11:32,328 INFO  tez.FlowProcessor (FlowProcessor.java:waitForInputsReady(202)) - flow node id: D5FA1AD5CF594F10AF39377DF5E90CA2, all 1 inputs ready in: 00:00:00.000
2016-05-17 21:11:32,330 INFO  common.ValuesIterator (ValuesIterator.java:<init>(83)) - keyDeserializer=cascading.tuple.hadoop.io.TuplePairDeserializer@5d6d22f1; valueDeserializer=cascading.tuple.hadoop.io.ValueTupleDeserializer@28112c22
2016-05-17 21:11:32,335 INFO  output.MROutput (MROutput.java:flush(534)) - Flushing Simple Output
2016-05-17 21:11:32,335 INFO  output.MROutput (MROutput.java:flush(544)) - Flushed Simple Output
2016-05-17 21:11:32,336 INFO  app.TaskAttemptListenerImpTezDag (TaskAttemptListenerImpTezDag.java:canCommit(353)) - Commit go/no-go request from attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,336 INFO  impl.TaskImpl (TaskImpl.java:canCommit(750)) - attempt_1463519492031_0001_1_01_000000_0 given a go for committing the task output.
2016-05-17 21:11:32,337 INFO  task.TezTaskRunner (TezTaskRunner.java:run(177)) - Closing task, taskAttemptId=attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,337 INFO  tez.FlowProcessor (LogUtil.java:logMemory(59)) - flow node id: D5FA1AD5CF594F10AF39377DF5E90CA2, mem on close (mb), free: 357, total: 709, max: 709
2016-05-17 21:11:32,338 INFO  orderedgrouped.Shuffle (Shuffle.java:shutdown(320)) - Shutting down Shuffle for source: D7036DD98590470F921FCC275D3CD2DD
2016-05-17 21:11:32,338 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(854)) - finalMerge called with 0 in-memory map-outputs and 0 on-disk map-outputs
2016-05-17 21:11:32,339 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(951)) - Merging 0 files, 0 bytes from disk
2016-05-17 21:11:32,339 INFO  orderedgrouped.MergeManager (MergeManager.java:finalMerge(966)) - Merging 0 segments, 0 bytes from memory into reduce
2016-05-17 21:11:32,340 INFO  impl.TezMerger (TezMerger.java:merge(560)) - Merging 0 sorted segments
2016-05-17 21:11:32,340 INFO  impl.TezMerger (TezMerger.java:merge(562)) - Nothing to merge. Returning an empty iterator
2016-05-17 21:11:32 Completed running task attempt: attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,341 INFO  task.TezTaskRunner (TezTaskRunner.java:run(181)) - Task completed, taskAttemptId=attempt_1463519492031_0001_1_01_000000_0, fatalErrorOccurred=false
2016-05-17 21:11:32,342 INFO  runtime.LogicalIOProcessorRuntimeTask (LogicalIOProcessorRuntimeTask.java:cleanup(712)) - Final Counters : Counters: 46 [[File System Counters FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0][org.apache.tez.common.counters.TaskCounter REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7][Shuffle Errors BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0][cascading.flow.SliceCounters Process_Begin_Time=1463519492328, Process_Duration=9, Process_End_Time=1463519492337, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1][cascading.flow.StepCounters Tuples_Written=37]]
2016-05-17 21:11:32,342 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_ATTEMPT_FINISHED to history file
2016-05-17 21:11:32,342 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: 
2016-05-17 21:11:32,342 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:32,343 INFO  task.ContainerReporter (ContainerReporter.java:call(55)) - Attempting to fetch new task for container container_1463519492031_0001_00_000002
2016-05-17 21:11:32,342 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_ATTEMPT_FINISHED]: vertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, taskAttemptId=attempt_1463519492031_0001_1_01_000000_0, startTime=1463519492296, finishTime=1463519492342, timeTaken=46, status=SUCCEEDED, errorEnum=, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519492328, Process_Duration=9, Process_End_Time=1463519492337, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:32,343 INFO  impl.TaskAttemptImpl (TaskAttemptImpl.java:handle(692)) - attempt_1463519492031_0001_1_01_000000_0 TaskAttempt Transitioned from RUNNING to SUCCEEDED due to event TA_DONE
2016-05-17 21:11:32,343 INFO  impl.TaskImpl (TaskImpl.java:transition(1052)) - Task succeeded with attempt attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32,343 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:handleEvent(149)) - Processing the event EventType: S_TA_ENDED
2016-05-17 21:11:32,343 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event TASK_FINISHED to history file
2016-05-17 21:11:32,344 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:TASK_FINISHED]: vertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, taskId=task_1463519492031_0001_1_01_000000, startTime=1463519492296, finishTime=1463519492343, timeTaken=47, status=SUCCEEDED, successfulAttemptID=attempt_1463519492031_0001_1_01_000000_0, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519492328, Process_Duration=9, Process_End_Time=1463519492337, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37
2016-05-17 21:11:32,344 INFO  impl.TaskImpl (TaskImpl.java:handle(862)) - task_1463519492031_0001_1_01_000000 Task Transitioned from RUNNING to SUCCEEDED due to event T_ATTEMPT_SUCCEEDED
2016-05-17 21:11:32,344 INFO  impl.VertexImpl (VertexImpl.java:transition(3536)) - Num completed Tasks for vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] : 1
2016-05-17 21:11:32,344 INFO  impl.VertexImpl (VertexImpl.java:checkVertexForCompletion(1674)) - Vertex succeeded: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,345 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event VERTEX_FINISHED to history file
2016-05-17 21:11:32,345 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:VERTEX_FINISHED]: vertexName=D5FA1AD5CF594F10AF39377DF5E90CA2, vertexId=vertex_1463519492031_0001_1_01, initRequestedTime=1463519492193, initedTime=1463519492198, startRequestedTime=1463519492205, startedTime=1463519492205, finishTime=1463519492344, timeTaken=139, status=SUCCEEDED, diagnostics=, counters=Counters: 46, File System Counters, FILE_BYTES_READ=764, FILE_BYTES_WRITTEN=234, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=37, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=0, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=743964672, OUTPUT_RECORDS=37, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=1463519492328, Process_Duration=9, Process_End_Time=1463519492337, Read_Duration=3, Tuples_Read=37, Tuples_Written=37, Write_Duration=1, cascading.flow.StepCounters, Tuples_Written=37, vertexStats=firstTaskStartTime=1463519492296, firstTasksToStart=[ task_1463519492031_0001_1_01_000000 ], lastTaskFinishTime=1463519492342, lastTasksToFinish=[ task_1463519492031_0001_1_01_000000 ], minTaskDuration=46, maxTaskDuration=46, avgTaskDuration=46.0, numSuccessfulTasks=1, shortestDurationTasks=[ task_1463519492031_0001_1_01_000000 ], longestDurationTasks=[ task_1463519492031_0001_1_01_000000 ], vertexTaskStats={numFailedTasks=0, numSucceededTasks=1, numKilledTaskAttempts=0, numKilledTasks=0, numFailedTaskAttempts=0, numCompletedTasks=1}
2016-05-17 21:11:32,345 INFO  impl.VertexImpl (VertexImpl.java:handle(1564)) - vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] transitioned from RUNNING to SUCCEEDED due to event V_TASK_COMPLETED
2016-05-17 21:11:32,345 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000002 transitioned from RUNNING to IDLE via event C_TA_SUCCEEDED
2016-05-17 21:11:32,345 INFO  impl.DAGImpl (DAGImpl.java:transition(1747)) - Vertex vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2] completed., numCompletedVertices=2, numSuccessfulVertices=2, numFailedVertices=0, numKilledVertices=0, numVertices=2
2016-05-17 21:11:32,345 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(831)) - Calling DAG commit/abort for dag: dag_1463519492031_0001_1
2016-05-17 21:11:32,346 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:DAG_COMMIT_STARTED]: dagID=dag_1463519492031_0001_1
2016-05-17 21:11:32,346 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(871)) - No output committers for vertex: vertex_1463519492031_0001_1_00 [D7036DD98590470F921FCC275D3CD2DD]
2016-05-17 21:11:32,346 INFO  impl.DAGImpl (DAGImpl.java:commitOrAbortOutputs(892)) - Committing output: EB30579EAD654EA0A2E84D11A2072462 for vertex: vertex_1463519492031_0001_1_01 [D5FA1AD5CF594F10AF39377DF5E90CA2]
2016-05-17 21:11:32,353 INFO  recovery.RecoveryService (RecoveryService.java:handle(306)) - DAG completed, dagId=dag_1463519492031_0001_1, queueSize=0
2016-05-17 21:11:32,353 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event DAG_FINISHED to history file
2016-05-17 21:11:32,354 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:DAG_FINISHED]: dagId=dag_1463519492031_0001_1, startTime=1463519492191, finishTime=1463519492352, timeTaken=161, status=SUCCEEDED, diagnostics=, counters=Counters: 55, org.apache.tez.common.counters.DAGCounter, NUM_SUCCEEDED_TASKS=2, TOTAL_LAUNCHED_TASKS=2, RACK_LOCAL_TASKS=1, File System Counters, FILE_BYTES_READ=1128, FILE_BYTES_WRITTEN=998, FILE_READ_OPS=0, FILE_LARGE_READ_OPS=0, FILE_WRITE_OPS=0, org.apache.tez.common.counters.TaskCounter, REDUCE_INPUT_GROUPS=12, REDUCE_INPUT_RECORDS=37, COMBINE_INPUT_RECORDS=0, SPILLED_RECORDS=74, NUM_SHUFFLED_INPUTS=1, NUM_SKIPPED_INPUTS=0, NUM_FAILED_SHUFFLE_INPUTS=0, MERGED_MAP_OUTPUTS=1, GC_TIME_MILLIS=14, CPU_MILLISECONDS=0, PHYSICAL_MEMORY_BYTES=0, VIRTUAL_MEMORY_BYTES=0, COMMITTED_HEAP_BYTES=1487929344, INPUT_RECORDS_PROCESSED=0, OUTPUT_RECORDS=74, OUTPUT_BYTES=888, OUTPUT_BYTES_WITH_OVERHEAD=728, OUTPUT_BYTES_PHYSICAL=732, ADDITIONAL_SPILLS_BYTES_WRITTEN=0, ADDITIONAL_SPILLS_BYTES_READ=732, ADDITIONAL_SPILL_COUNT=0, SHUFFLE_BYTES=732, SHUFFLE_BYTES_DECOMPRESSED=728, SHUFFLE_BYTES_TO_MEM=0, SHUFFLE_BYTES_TO_DISK=0, SHUFFLE_BYTES_DISK_DIRECT=732, NUM_MEM_TO_DISK_MERGES=0, NUM_DISK_TO_DISK_MERGES=0, SHUFFLE_PHASE_TIME=10, MERGE_PHASE_TIME=12, FIRST_EVENT_RECEIVED=7, LAST_EVENT_RECEIVED=7, Shuffle Errors, BAD_ID=0, CONNECTION=0, IO_ERROR=0, WRONG_LENGTH=0, WRONG_MAP=0, WRONG_REDUCE=0, cascading.flow.SliceCounters, Process_Begin_Time=2927038984598, Process_Duration=13, Process_End_Time=2927038984611, Read_Duration=4, Tuples_Read=74, Tuples_Written=74, Write_Duration=2, cascading.flow.StepCounters, Tuples_Read=37, Tuples_Written=37
2016-05-17 21:11:32,354 INFO  impl.DAGImpl (DAGImpl.java:finished(1180)) - DAG: dag_1463519492031_0001_1 finished with state: SUCCEEDED
2016-05-17 21:11:32,354 INFO  impl.DAGImpl (DAGImpl.java:handle(973)) - dag_1463519492031_0001_1 transitioned from RUNNING to SUCCEEDED due to event DAG_VERTEX_COMPLETED
2016-05-17 21:11:32,354 INFO  history.HistoryEventHandler (HistoryEventHandler.java:handleCriticalEvent(110)) - [HISTORY][DAG:dag_1463519492031_0001_1][Event:CONTAINER_STOPPED]: containerId=container_1463519492031_0001_00_000002, stoppedTime=1463519492354, exitStatus=0
2016-05-17 21:11:32,354 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000002 transitioned from IDLE to STOP_REQUESTED via event C_STOP_REQUEST
2016-05-17 21:11:32,355 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:handleEvent(151)) - Writing event CONTAINER_STOPPED to history file
2016-05-17 21:11:32 Completed Dag: dag_1463519492031_0001_1
2016-05-17 21:11:32,355 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(579)) - DAG completed, dagId=dag_1463519492031_0001_1, dagState=SUCCEEDED
2016-05-17 21:11:32,355 INFO  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(164)) - Redirecting log file based on addend: dag_1463519492031_0001_1_post
2016-05-17 21:11:32,355 WARN  common.TezUtilsInternal (TezUtilsInternal.java:updateLoggers(179)) - Not configured with appender named: CLA. Cannot reconfigure logger output
2016-05-17 21:11:32,355 INFO  app.DAGAppMaster (DAGAppMaster.java:handle(625)) - Waiting for next DAG to be submitted.
2016-05-17 21:11:32,355 INFO  launcher.LocalContainerLauncher (LocalContainerLauncher.java:stop(244)) - Ignoring stop request for containerId container_1463519492031_0001_00_000002. Relying on regular task shutdown for it to end
2016-05-17 21:11:32,355 INFO  container.AMContainerImpl (AMContainerImpl.java:handle(442)) - AMContainer container_1463519492031_0001_00_000002 transitioned from STOP_REQUESTED to STOPPING via event C_NM_STOP_SENT
2016-05-17 21:11:32,360 INFO  client.TezClient (TezClient.java:stop(495)) - Shutting down Tez Session, sessionName=(1/1) ...sive/false_true_true_true, applicationId=application_1463519492031_0001
2016-05-17 21:11:32,361 INFO  client.DAGClientHandler (DAGClientHandler.java:shutdownAM(117)) - Received message to shutdown AM
2016-05-17 21:11:32,362 INFO  rm.TaskSchedulerEventHandler (TaskSchedulerEventHandler.java:setShouldUnregisterFlag(580)) - TaskScheduler notified that it should unregister from RM
2016-05-17 21:11:32,362 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdownTezAM(1088)) - No current running DAG, shutting down the AM
2016-05-17 21:11:32,362 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(692)) - DAGAppMasterShutdownHandler invoked
2016-05-17 21:11:32,362 INFO  app.DAGAppMaster (DAGAppMaster.java:shutdown(701)) - Handling DAGAppMaster shutdown
2016-05-17 21:11:32,362 INFO  app.DAGAppMaster (DAGAppMaster.java:run(721)) - Sleeping for 5 seconds before shutting down
2016-05-17 21:11:32,362 INFO  history.HistoryEventHandler (HistoryEventHandler.java:serviceStop(79)) - Stopping HistoryEventHandler
2016-05-17 21:11:32,362 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(189)) - Stopping RecoveryService
2016-05-17 21:11:32,363 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(192)) - Handle the remaining events in queue, queue size=0
2016-05-17 21:11:32,363 INFO  recovery.RecoveryService (RecoveryService.java:run(166)) - EventQueue take interrupted. Returning
2016-05-17 21:11:32,363 INFO  recovery.RecoveryService (RecoveryService.java:serviceStop(214)) - Closing Summary Stream
2016-05-17 21:11:32,363 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:serviceStop(118)) - Stopping SimpleHistoryLoggingService, eventQueueBacklog=0
2016-05-17 21:11:32,363 INFO  impl.SimpleHistoryLoggingService (SimpleHistoryLoggingService.java:run(105)) - EventQueue take interrupted. Returning
2016-05-17 21:11:32,364 INFO  task.TezChild (TezChild.java:run(198)) - Interrupted while waiting for new work for container container_1463519492031_0001_00_000002
2016-05-17 21:11:32,364 INFO  task.TezChild (TezChild.java:shutdown(343)) - Shutdown invoked for container container_1463519492031_0001_00_000002
2016-05-17 21:11:32,364 INFO  task.TezChild (TezChild.java:shutdown(345)) - Shutting down container container_1463519492031_0001_00_000002
2016-05-17 21:11:32,370 INFO  app.DAGAppMaster (DAGAppMaster.java:run(1773)) - Completed deletion of tez scratch data dir, path=file:/opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/tmp/.staging/39CDFB3CB6404B068C67D33ECF8741A9/F3F5CFA0D8F0401D9D12539AA0151825/.tez/application_1463519492031_0001
2016-05-17 21:11:32,371 INFO  util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(226)) - deleting temp path /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output/hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_true/_temporary
2016-05-17 21:11:32,371 INFO  flow.Flow (BaseFlow.java:logInfo(1504)) - [comprehensivesort]  completed in: 00:00.355
2016-05-17 21:11:32,411 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_true
2016-05-17 21:11:32,411 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_true
2016-05-17 21:11:32,411 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_false
2016-05-17 21:11:32,411 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_false
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_false
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_true
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_true_true
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_false
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_false
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_true
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_false_false
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_false
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_false
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_true
2016-05-17 21:11:32,412 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_false_true
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_false_true
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_false_false_false
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_true_true_false
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_false_true_false
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_true_true
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_true_false_true
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_true_true
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/false_null_true_true
2016-05-17 21:11:32,413 INFO  cascading.PlatformTestCase (PlatformTestCase.java:tearDown(189)) - copying to local /opt/buildAgent-8.0.3/work/2f4c45215847827d/apache-2.4.x-tez-0.6.x/build/test/output//hadoop2-tez/sortedvaluesplatform/testComprehensiveGroupBy/comprehensive/true_null_false_false

Standard error

2016-05-17 21:11:14 Running Dag: dag_1463519473439_0001_1
2016-05-17 21:11:14 Starting to run new task attempt: attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:14 Starting to run new task attempt: attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:15 Completed running task attempt: attempt_1463519473439_0001_1_01_000000_0
2016-05-17 21:11:15 Completed running task attempt: attempt_1463519473439_0001_1_00_000000_0
2016-05-17 21:11:15 Starting to run new task attempt: attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15 Completed running task attempt: attempt_1463519473439_0001_1_02_000000_0
2016-05-17 21:11:15 Completed Dag: dag_1463519473439_0001_1
2016-05-17 21:11:16 Running Dag: dag_1463519476233_0001_1
2016-05-17 21:11:16 Starting to run new task attempt: attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16 Starting to run new task attempt: attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16 Completed running task attempt: attempt_1463519476233_0001_1_01_000000_0
2016-05-17 21:11:16 Completed running task attempt: attempt_1463519476233_0001_1_00_000000_0
2016-05-17 21:11:16 Starting to run new task attempt: attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:17 Completed running task attempt: attempt_1463519476233_0001_1_02_000000_0
2016-05-17 21:11:17 Completed Dag: dag_1463519476233_0001_1
2016-05-17 21:11:17 Running Dag: dag_1463519477504_0001_1
2016-05-17 21:11:17 Starting to run new task attempt: attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17 Completed running task attempt: attempt_1463519477504_0001_1_00_000000_0
2016-05-17 21:11:17 Starting to run new task attempt: attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17 Completed running task attempt: attempt_1463519477504_0001_1_01_000000_0
2016-05-17 21:11:17 Completed Dag: dag_1463519477504_0001_1
2016-05-17 21:11:18 Running Dag: dag_1463519478283_0001_1
2016-05-17 21:11:18 Starting to run new task attempt: attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18 Completed running task attempt: attempt_1463519478283_0001_1_00_000000_0
2016-05-17 21:11:18 Starting to run new task attempt: attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18 Completed running task attempt: attempt_1463519478283_0001_1_01_000000_0
2016-05-17 21:11:18 Completed Dag: dag_1463519478283_0001_1
2016-05-17 21:11:19 Running Dag: dag_1463519479024_0001_1
2016-05-17 21:11:19 Starting to run new task attempt: attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19 Completed running task attempt: attempt_1463519479024_0001_1_00_000000_0
2016-05-17 21:11:19 Starting to run new task attempt: attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19 Completed running task attempt: attempt_1463519479024_0001_1_01_000000_0
2016-05-17 21:11:19 Completed Dag: dag_1463519479024_0001_1
2016-05-17 21:11:19 Running Dag: dag_1463519479683_0001_1
2016-05-17 21:11:19 Starting to run new task attempt: attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519479683_0001_1_00_000000_0
2016-05-17 21:11:20 Starting to run new task attempt: attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519479683_0001_1_01_000000_0
2016-05-17 21:11:20 Completed Dag: dag_1463519479683_0001_1
2016-05-17 21:11:20 Running Dag: dag_1463519480504_0001_1
2016-05-17 21:11:20 Starting to run new task attempt: attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519480504_0001_1_00_000000_0
2016-05-17 21:11:20 Starting to run new task attempt: attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20 Completed running task attempt: attempt_1463519480504_0001_1_01_000000_0
2016-05-17 21:11:20 Completed Dag: dag_1463519480504_0001_1
2016-05-17 21:11:21 Running Dag: dag_1463519481130_0001_1
2016-05-17 21:11:21 Starting to run new task attempt: attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21 Completed running task attempt: attempt_1463519481130_0001_1_00_000000_0
2016-05-17 21:11:21 Starting to run new task attempt: attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21 Completed running task attempt: attempt_1463519481130_0001_1_01_000000_0
2016-05-17 21:11:21 Completed Dag: dag_1463519481130_0001_1
May 17, 2016 9:11:21 PM com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair execute
SEVERE: RuntimeException while executing runnable com.google.common.util.concurrent.Futures$6@42c5d6c5 with executor java.util.concurrent.ThreadPoolExecutor@105e4dd0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
java.util.concurrent.RejectedExecutionException: Task com.google.common.util.concurrent.Futures$6@42c5d6c5 rejected from java.util.concurrent.ThreadPoolExecutor@105e4dd0[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
	at com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair.execute(ExecutionList.java:149)
	at com.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:134)
	at com.google.common.util.concurrent.ListenableFutureTask.done(ListenableFutureTask.java:86)
	at java.util.concurrent.FutureTask.finishCompletion(FutureTask.java:380)
	at java.util.concurrent.FutureTask.set(FutureTask.java:229)
	at java.util.concurrent.FutureTask.run(FutureTask.java:270)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

2016-05-17 21:11:21 Running Dag: dag_1463519481718_0001_1
2016-05-17 21:11:21 Starting to run new task attempt: attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519481718_0001_1_00_000000_0
2016-05-17 21:11:22 Starting to run new task attempt: attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519481718_0001_1_01_000000_0
2016-05-17 21:11:22 Completed Dag: dag_1463519481718_0001_1
2016-05-17 21:11:22 Running Dag: dag_1463519482325_0001_1
2016-05-17 21:11:22 Starting to run new task attempt: attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519482325_0001_1_00_000000_0
2016-05-17 21:11:22 Starting to run new task attempt: attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22 Completed running task attempt: attempt_1463519482325_0001_1_01_000000_0
2016-05-17 21:11:22 Completed Dag: dag_1463519482325_0001_1
2016-05-17 21:11:23 Running Dag: dag_1463519482937_0001_1
2016-05-17 21:11:23 Starting to run new task attempt: attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23 Completed running task attempt: attempt_1463519482937_0001_1_00_000000_0
2016-05-17 21:11:23 Starting to run new task attempt: attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23 Completed running task attempt: attempt_1463519482937_0001_1_01_000000_0
2016-05-17 21:11:23 Completed Dag: dag_1463519482937_0001_1
2016-05-17 21:11:23 Running Dag: dag_1463519483546_0001_1
2016-05-17 21:11:23 Starting to run new task attempt: attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519483546_0001_1_00_000000_0
2016-05-17 21:11:24 Starting to run new task attempt: attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519483546_0001_1_01_000000_0
2016-05-17 21:11:24 Completed Dag: dag_1463519483546_0001_1
2016-05-17 21:11:24 Running Dag: dag_1463519484379_0001_1
2016-05-17 21:11:24 Starting to run new task attempt: attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519484379_0001_1_00_000000_0
2016-05-17 21:11:24 Starting to run new task attempt: attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24 Completed running task attempt: attempt_1463519484379_0001_1_01_000000_0
2016-05-17 21:11:24 Completed Dag: dag_1463519484379_0001_1
2016-05-17 21:11:25 Running Dag: dag_1463519485177_0001_1
2016-05-17 21:11:25 Starting to run new task attempt: attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25 Completed running task attempt: attempt_1463519485177_0001_1_00_000000_0
2016-05-17 21:11:25 Starting to run new task attempt: attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25 Completed running task attempt: attempt_1463519485177_0001_1_01_000000_0
2016-05-17 21:11:25 Completed Dag: dag_1463519485177_0001_1
2016-05-17 21:11:26 Running Dag: dag_1463519485903_0001_1
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519485903_0001_1_00_000000_0
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519485903_0001_1_01_000000_0
2016-05-17 21:11:26 Completed Dag: dag_1463519485903_0001_1
2016-05-17 21:11:26 Running Dag: dag_1463519486556_0001_1
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519486556_0001_1_00_000000_0
2016-05-17 21:11:26 Starting to run new task attempt: attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26 Completed running task attempt: attempt_1463519486556_0001_1_01_000000_0
2016-05-17 21:11:26 Completed Dag: dag_1463519486556_0001_1
2016-05-17 21:11:27 Running Dag: dag_1463519487138_0001_1
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27 Completed running task attempt: attempt_1463519487138_0001_1_00_000000_0
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27 Completed running task attempt: attempt_1463519487138_0001_1_01_000000_0
2016-05-17 21:11:27 Completed Dag: dag_1463519487138_0001_1
2016-05-17 21:11:27 Running Dag: dag_1463519487677_0001_1
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27 Completed running task attempt: attempt_1463519487677_0001_1_00_000000_0
2016-05-17 21:11:27 Starting to run new task attempt: attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:28 Completed running task attempt: attempt_1463519487677_0001_1_01_000000_0
2016-05-17 21:11:28 Completed Dag: dag_1463519487677_0001_1
2016-05-17 21:11:28 Running Dag: dag_1463519488282_0001_1
2016-05-17 21:11:28 Starting to run new task attempt: attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28 Completed running task attempt: attempt_1463519488282_0001_1_00_000000_0
2016-05-17 21:11:28 Starting to run new task attempt: attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28 Completed running task attempt: attempt_1463519488282_0001_1_01_000000_0
2016-05-17 21:11:28 Completed Dag: dag_1463519488282_0001_1
2016-05-17 21:11:28 Running Dag: dag_1463519488830_0001_1
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519488830_0001_1_00_000000_0
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519488830_0001_1_01_000000_0
2016-05-17 21:11:29 Completed Dag: dag_1463519488830_0001_1
2016-05-17 21:11:29 Running Dag: dag_1463519489371_0001_1
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519489371_0001_1_00_000000_0
2016-05-17 21:11:29 Starting to run new task attempt: attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29 Completed running task attempt: attempt_1463519489371_0001_1_01_000000_0
2016-05-17 21:11:29 Completed Dag: dag_1463519489371_0001_1
2016-05-17 21:11:30 Running Dag: dag_1463519489908_0001_1
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519489908_0001_1_00_000000_0
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519489908_0001_1_01_000000_0
2016-05-17 21:11:30 Completed Dag: dag_1463519489908_0001_1
May 17, 2016 9:11:30 PM com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair execute
SEVERE: RuntimeException while executing runnable com.google.common.util.concurrent.Futures$6@6dc2fedd with executor java.util.concurrent.ThreadPoolExecutor@1cea9777[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
java.util.concurrent.RejectedExecutionException: Task com.google.common.util.concurrent.Futures$6@6dc2fedd rejected from java.util.concurrent.ThreadPoolExecutor@1cea9777[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 1]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
	at com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair.execute(ExecutionList.java:149)
	at com.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:134)
	at com.google.common.util.concurrent.ListenableFutureTask.done(ListenableFutureTask.java:86)
	at java.util.concurrent.FutureTask.finishCompletion(FutureTask.java:380)
	at java.util.concurrent.FutureTask.set(FutureTask.java:229)
	at java.util.concurrent.FutureTask.run(FutureTask.java:270)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)

2016-05-17 21:11:30 Running Dag: dag_1463519490459_0001_1
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519490459_0001_1_00_000000_0
2016-05-17 21:11:30 Starting to run new task attempt: attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30 Completed running task attempt: attempt_1463519490459_0001_1_01_000000_0
2016-05-17 21:11:30 Completed Dag: dag_1463519490459_0001_1
2016-05-17 21:11:31 Running Dag: dag_1463519490998_0001_1
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519490998_0001_1_00_000000_0
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519490998_0001_1_01_000000_0
2016-05-17 21:11:31 Completed Dag: dag_1463519490998_0001_1
2016-05-17 21:11:31 Running Dag: dag_1463519491517_0001_1
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519491517_0001_1_00_000000_0
2016-05-17 21:11:31 Starting to run new task attempt: attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31 Completed running task attempt: attempt_1463519491517_0001_1_01_000000_0
2016-05-17 21:11:31 Completed Dag: dag_1463519491517_0001_1
2016-05-17 21:11:32 Running Dag: dag_1463519492031_0001_1
2016-05-17 21:11:32 Starting to run new task attempt: attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32 Completed running task attempt: attempt_1463519492031_0001_1_00_000000_0
2016-05-17 21:11:32 Starting to run new task attempt: attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32 Completed running task attempt: attempt_1463519492031_0001_1_01_000000_0
2016-05-17 21:11:32 Completed Dag: dag_1463519492031_0001_1
May 17, 2016 9:11:32 PM com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair execute
SEVERE: RuntimeException while executing runnable com.google.common.util.concurrent.Futures$6@31c3f86e with executor java.util.concurrent.ThreadPoolExecutor@38eb1748[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 1]
java.util.concurrent.RejectedExecutionException: Task com.google.common.util.concurrent.Futures$6@31c3f86e rejected from java.util.concurrent.ThreadPoolExecutor@38eb1748[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 1]
	at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2048)
	at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:821)
	at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1372)
	at com.google.common.util.concurrent.ExecutionList$RunnableExecutorPair.execute(ExecutionList.java:149)
	at com.google.common.util.concurrent.ExecutionList.execute(ExecutionList.java:134)
	at com.google.common.util.concurrent.ListenableFutureTask.done(ListenableFutureTask.java:86)
	at java.util.concurrent.FutureTask.finishCompletion(FutureTask.java:380)
	at java.util.concurrent.FutureTask.set(FutureTask.java:229)
	at java.util.concurrent.FutureTask.run(FutureTask.java:270)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)